-- Logs begin at Sat 2022-06-25 15:16:57 UTC, end at Sat 2022-06-25 16:25:27 UTC. -- Jun 25 15:57:55.549838 dv-cinder-847620-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 25 15:57:58.221483 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.common.config [-] Logging enabled! Jun 25 15:57:58.222142 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev372 Jun 25 15:57:58.222228 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103916) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 25 15:57:58.225600 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.common.config [-] Logging enabled! Jun 25 15:57:58.225851 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev372 Jun 25 15:57:58.226166 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103916) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 25 15:57:58.227123 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 15:57:58.227343 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 15:57:58.227705 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 15:57:58.227946 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 15:57:58.228166 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 15:57:58.228584 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.228881 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.229089 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.229377 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.229662 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.229955 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.230240 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.230533 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.230816 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.231089 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.231365 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.231586 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.231860 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.232138 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.232422 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.232646 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] debug = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.232922 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.233350 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.233756 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.234037 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.234321 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.234591 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.234856 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.235124 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.235441 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.235745 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] host = dv-cinder-847620-2-iscsi {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.236020 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.236303 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.236608 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.236890 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.237158 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.237428 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.237705 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.237972 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.238240 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] log_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.238509 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.238793 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.239073 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.239356 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.239577 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.239795 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.240075 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.240366 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.240661 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.240981 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.241245 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.241510 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.241776 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.242041 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.242318 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.242597 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.242875 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.243141 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.243406 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.243672 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.243937 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.244218 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.244510 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.244781 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.245049 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.245329 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.245592 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.245859 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.246158 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.246439 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.246716 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.246995 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.247260 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.247534 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.247798 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.248060 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.248325 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] use_json = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.248612 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.248877 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.249153 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.249415 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.249680 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.249946 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.250216 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.250495 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.250806 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:57:58.251169 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.251466 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.251837 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.252023 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.252333 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.252630 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.252915 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.253187 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.253471 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.253754 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.254039 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.254311 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.254605 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.254894 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.255183 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.255479 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.255766 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.256051 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.256330 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.256622 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.256892 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.257163 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.257443 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.257716 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.258001 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.258283 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.258553 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.258844 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.259124 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.259403 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.259692 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.259979 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.260253 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.260663 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.260953 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.261224 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.261491 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.261773 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.262045 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.262310 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.262584 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.262869 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.263152 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.263420 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.263690 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.263975 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.264244 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.264536 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.264804 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.265071 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.265334 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.265959 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.266240 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.266509 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.266901 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.267107 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.267557 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.267649 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.267881 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.268153 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.268444 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.268716 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.268984 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.269251 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.269518 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.269792 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.270065 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.270331 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.270602 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.270869 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.271135 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.271400 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.271669 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.271938 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.272231 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.272536 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.272812 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.273083 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.273354 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.273627 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.273893 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.274162 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.274436 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.274701 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.274984 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.275257 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.275536 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.275811 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.276083 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.276388 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.276681 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.276951 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.277225 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.277493 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.277763 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.278040 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.278316 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.278603 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.278889 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.279157 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.279442 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.279730 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.280017 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.280289 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.280611 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.280889 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:57:58.281101 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 15:57:58.281337 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103916) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 25 15:57:58.572969 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 25 15:57:58.573164 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 25 15:57:58.573438 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 25 15:57:58.573769 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 25 15:57:58.977716 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:58.977999 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:58.978273 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:58.979550 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:58.979828 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:58.980089 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.031617 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.031880 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.032148 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.046600 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.046873 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.047142 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.076083 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.076350 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.076647 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.112002 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.112213 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.112501 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.337292 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.337940 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.337940 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.338203 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.338744 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.439281 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.439599 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.439883 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.440153 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.440445 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.440748 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.441003 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.441255 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.441501 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.441778 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.442015 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.442283 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.442530 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.442787 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.443034 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.443292 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.443529 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.443790 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.444055 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.444311 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.444605 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.444858 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.445134 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.445509 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.445755 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.445999 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.446385 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 15:57:59.446621 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 15:57:59.446855 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 15:57:59.447091 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 15:57:59.447324 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 15:57:59.447555 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 15:57:59.447920 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 25 15:57:59.451094 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 25 15:57:59.455111 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 25 15:57:59.458942 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 25 15:57:59.460587 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 25 15:57:59.461199 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 25 15:57:59.461527 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 25 15:57:59.461901 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 25 15:57:59.464693 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 25 15:57:59.464937 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 25 15:57:59.465280 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 15:57:59.470371 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 25 15:57:59.493053 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 25 15:57:59.493501 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.493793 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103916) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 25 15:57:59.494164 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.495512 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103916) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 25 15:57:59.495784 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 25 15:57:59.496030 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 25 15:57:59.499334 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.499620 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:57:59.657325 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 25 15:57:59.657885 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 25 15:57:59.658341 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 25 15:57:59.658890 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 25 15:57:59.718401 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO dbcounter [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Registered counter for database neutron Jun 25 15:57:59.738015 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_db.sqlalchemy.engines [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103916) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 25 15:57:59.744372 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writer thread running {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 25 15:58:00.299076 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Initializing driver for type 'gre' Jun 25 15:58:00.299709 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] gre ID ranges: [(1, 1000)] Jun 25 15:58:00.353538 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Initializing driver for type 'local' Jun 25 15:58:00.354148 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Initializing driver for type 'vlan' Jun 25 15:58:00.371274 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] VlanTypeDriver initialization complete Jun 25 15:58:00.371592 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Initializing driver for type 'vxlan' Jun 25 15:58:00.372087 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] vxlan ID ranges: [(1, 1000)] Jun 25 15:58:00.431834 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Initializing extension driver 'port_security' Jun 25 15:58:00.432203 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.extensions.port_security [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] PortSecurityExtensionDriver initialization complete Jun 25 15:58:00.432600 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Initializing mechanism driver 'openvswitch' Jun 25 15:58:00.432942 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Initializing mechanism driver 'hyperv' Jun 25 15:58:00.439743 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.plugin [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103916) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:00.440430 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > port after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.440791 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > port after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.441136 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > port after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.441634 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103916) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 25 15:58:00.442037 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > subnet after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.442384 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > subnet after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.442720 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.443103 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103916) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 25 15:58:00.443507 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > network after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.443844 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > network after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.444178 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > network after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.444579 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103916) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 25 15:58:00.444974 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > security_group after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.445314 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > security_group after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.445647 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.446025 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103916) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 25 15:58:00.446419 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.446762 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.447092 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.447470 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103916) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 25 15:58:00.447864 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > address_group after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.448199 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > address_group after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.448563 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.448943 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103916) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 25 15:58:00.449372 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] ML2 OVO RPC backend initialized. {{(pid=103916) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 25 15:58:00.450063 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.450413 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.450820 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > network before_response 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.451162 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > networks before_response 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.451505 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > port before_response 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.451838 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > ports before_response 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.452175 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > subnet before_response 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.452531 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > subnets before_response 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.452870 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > network after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.453198 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > network after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.453519 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > network after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.453845 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > port after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.454172 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > port after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.454615 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > port after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.454960 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > subnet after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.455289 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > subnet after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.455620 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.463109 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded quota_driver: . Jun 25 15:58:00.463440 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.plugin [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Modular L2 Plugin initialization complete Jun 25 15:58:00.463780 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading services supported by the core plugin {{(pid=103916) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 25 15:58:00.464113 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.plugins.ml2.managers [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Got port-security extension from driver 'port_security' Jun 25 15:58:00.464616 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.extensions.vlantransparent [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Disabled vlantransparent extension. Jun 25 15:58:00.465097 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103916) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 25 15:58:00.465412 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading Plugin: router Jun 25 15:58:00.501205 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.501601 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router after_create 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.501963 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router before_create 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.502321 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.502689 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.503039 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router after_delete 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.503366 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.503718 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.504061 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router after_create 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.504399 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router after_update 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.504766 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router after_update 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.505108 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.505456 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router after_update 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.505857 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router precommit_update 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.506215 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: port after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.506546 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: port after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.506873 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: subnet after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.507203 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.507542 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.507883 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router precommit_create 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.508218 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: port before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.508582 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router precommit_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.508927 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router after_update 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.509259 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.509601 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router precommit_create 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.509957 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.510296 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router precommit_update 55549900 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.510655 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > agent after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.510999 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > agent after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.511334 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > network after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.512195 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Tracking information for resource: router configured {{(pid=103916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 15:58:00.512558 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Tracking information for resource: floatingip configured {{(pid=103916) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 25 15:58:00.517867 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.db.l3_agentschedulers_db [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 25 15:58:00.518435 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: port after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.518789 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: port after_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.519133 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: port after_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.519473 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: port after_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.520262 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router before_create 55550100 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.520647 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.521001 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router precommit_create 55550100 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.521348 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > router precommit_update 55550100 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.526153 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.services.provider_configuration [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service providers = [] {{(pid=103916) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 25 15:58:00.526508 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.db.servicetype_db [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103916) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 25 15:58:00.529548 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.services.service_base [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103916) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 15:58:00.529895 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.services.service_base [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103916) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 15:58:00.530230 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.services.service_base [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103916) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 15:58:00.531099 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.services.service_base [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103916) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 25 15:58:00.531463 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.services.service_base [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 25 15:58:00.531837 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 15:58:00.532145 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 25 15:58:00.542777 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 15:58:00.543107 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading Plugin: auto_allocate Jun 25 15:58:00.548889 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: network precommit_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.549315 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: network precommit_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.549762 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 15:58:00.550071 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading Plugin: tag Jun 25 15:58:00.556857 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 15:58:00.557182 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading Plugin: timestamp Jun 25 15:58:00.560968 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 15:58:00.561290 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading Plugin: network_ip_availability Jun 25 15:58:00.566848 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.567214 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.567558 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.568260 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 15:58:00.568605 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading Plugin: flavors Jun 25 15:58:00.573416 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 15:58:00.573736 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading Plugin: revisions Jun 25 15:58:00.577975 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103916) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 25 15:58:00.578363 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_concurrency.lockutils [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.005s {{(pid=103916) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 25 15:58:00.579090 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103916) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 25 15:58:00.579438 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Initializing extension manager. Jun 25 15:58:00.580007 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: __init__.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.580346 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: __pycache__ {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.580703 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: address_group.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.581459 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.582030 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: address-group Jun 25 15:58:00.582346 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: address_scope.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.583052 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.583540 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: address-scope Jun 25 15:58:00.583856 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.584788 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.585293 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: router-admin-state-down-before-update Jun 25 15:58:00.585606 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: agent.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.586294 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.586790 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: agent Jun 25 15:58:00.587105 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: agent_resources_synced.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.587987 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.588522 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: agent-resources-synced Jun 25 15:58:00.588833 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: allowedaddresspairs.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.590574 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.591087 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: allowed-address-pairs Jun 25 15:58:00.591401 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: auto_allocated_topology.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.592468 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.592986 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: auto-allocated-topology Jun 25 15:58:00.593300 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: availability_zone.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.593980 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.594482 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: availability_zone Jun 25 15:58:00.594858 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: availability_zone_filter.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.595783 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.596286 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: availability_zone_filter Jun 25 15:58:00.596624 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: data_plane_status.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.597526 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.598026 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension data-plane-status not supported by any of loaded plugins Jun 25 15:58:00.598334 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: default_subnetpools.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.599230 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.599733 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: default-subnetpools Jun 25 15:58:00.600044 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.600855 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.601353 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: dhcp_agent_scheduler Jun 25 15:58:00.601666 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: dns.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.602567 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.603068 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension dns-integration not supported by any of loaded plugins Jun 25 15:58:00.603383 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: dns_domain_ports.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.604280 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.604817 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 25 15:58:00.605133 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.606051 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.606538 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 25 15:58:00.606844 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: dvr.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.607594 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.608115 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: dvr Jun 25 15:58:00.608481 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: ecmp_routes.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.609457 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.609974 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension ecmp_routes not supported by any of loaded plugins Jun 25 15:58:00.610299 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: empty_string_filtering.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.611238 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.611840 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: empty-string-filtering Jun 25 15:58:00.612039 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.613220 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.613764 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 25 15:58:00.614076 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.615036 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.615628 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 25 15:58:00.615919 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: external_net.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.616943 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.617518 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: external-net Jun 25 15:58:00.617839 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.618865 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.619437 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: extra_dhcp_opt Jun 25 15:58:00.619751 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: extraroute.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.621046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.621598 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: extraroute Jun 25 15:58:00.622008 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: extraroute_atomic.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.623243 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.623802 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: extraroute-atomic Jun 25 15:58:00.624265 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: filter_validation.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.625000 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.625614 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: filter-validation Jun 25 15:58:00.626159 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: fip_pf_description.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.627456 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.628090 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 25 15:58:00.628586 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: fip_pf_port_range.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.629798 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.630301 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 25 15:58:00.630617 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: fip_port_details.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.631532 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.632039 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: fip-port-details Jun 25 15:58:00.632355 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: flavors.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.633598 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.634114 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: flavors Jun 25 15:58:00.634432 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.636056 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.636610 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 25 15:58:00.636931 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: floatingip_pools.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.637621 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.638130 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: floatingip-pools Jun 25 15:58:00.638443 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: ip_allocation.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.639342 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.639848 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension ip_allocation not supported by any of loaded plugins Jun 25 15:58:00.640160 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.641445 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.642030 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: ip-substring-filtering Jun 25 15:58:00.642317 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l2_adjacency.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.643227 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.643740 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 25 15:58:00.644054 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l3.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.645052 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.645569 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: router Jun 25 15:58:00.645883 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.648076 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.648635 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 25 15:58:00.648961 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.649864 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.650379 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: ext-gw-mode Jun 25 15:58:00.650699 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.651594 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.652103 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: l3-ha Jun 25 15:58:00.652426 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.653331 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.653842 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 25 15:58:00.654154 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l3_flavors.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.655042 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.655545 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: l3-flavors Jun 25 15:58:00.655858 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.657331 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.657842 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 25 15:58:00.658162 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.659057 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.659566 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 25 15:58:00.659882 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: l3agentscheduler.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.661075 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.661589 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: l3_agent_scheduler Jun 25 15:58:00.661911 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: local_ip.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.663663 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.664181 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension local_ip not supported by any of loaded plugins Jun 25 15:58:00.664536 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: logging.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.665997 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.666513 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension logging not supported by any of loaded plugins Jun 25 15:58:00.666838 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: metering.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.667564 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.668142 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: metering Jun 25 15:58:00.668477 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.669556 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.670068 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: metering_source_and_destination_fields Jun 25 15:58:00.670389 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: multiprovidernet.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.671292 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.671801 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: multi-provider Jun 25 15:58:00.672119 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: netmtu.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.673095 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.673605 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: net-mtu Jun 25 15:58:00.673917 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: netmtu_writable.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.674811 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.675328 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: net-mtu-writable Jun 25 15:58:00.675643 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: network_availability_zone.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.676296 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.676826 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: network_availability_zone Jun 25 15:58:00.677144 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: network_ip_availability.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.678218 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.678726 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: network-ip-availability Jun 25 15:58:00.679045 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: network_segment_range.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.679796 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.680298 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension network-segment-range not supported by any of loaded plugins Jun 25 15:58:00.680643 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: pagination.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.681593 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.681913 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: pagination Jun 25 15:58:00.682228 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: port_device_profile.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.683129 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.683643 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: port-device-profile Jun 25 15:58:00.683957 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: port_mac_address_override.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.684891 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.685397 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: port-mac-override Jun 25 15:58:00.685712 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.686609 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.687117 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: port-mac-address-regenerate Jun 25 15:58:00.687430 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.688322 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.689027 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: port-numa-affinity-policy Jun 25 15:58:00.689339 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: port_resource_request.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.690232 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.690736 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension port-resource-request not supported by any of loaded plugins Jun 25 15:58:00.691046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: port_resource_request_groups.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.691992 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.692527 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 25 15:58:00.692840 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: portbindings.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.693752 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.694263 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: binding Jun 25 15:58:00.694573 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: portbindings_extended.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.695799 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.696309 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: binding-extended Jun 25 15:58:00.696658 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: portsecurity.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.697545 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.698053 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: port-security Jun 25 15:58:00.698366 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: project_id.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.699320 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.699644 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: project-id Jun 25 15:58:00.699955 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: providernet.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.700878 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.701389 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: provider Jun 25 15:58:00.701698 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.706826 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.707344 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos not supported by any of loaded plugins Jun 25 15:58:00.707667 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.708913 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.709426 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 25 15:58:00.709745 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.710653 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.711153 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 25 15:58:00.711467 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_default.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.712370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.712904 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-default not supported by any of loaded plugins Jun 25 15:58:00.713225 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_fip.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.714117 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.714618 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-fip not supported by any of loaded plugins Jun 25 15:58:00.714931 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.715830 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.716336 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 25 15:58:00.716675 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_gateway_ip.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.717570 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.718073 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 25 15:58:00.718383 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_port_network_policy.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.719253 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.719815 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 25 15:58:00.720130 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.721237 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.721746 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 25 15:58:00.722063 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.723084 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.723598 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 25 15:58:00.723912 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_pps_rule.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.725096 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.725607 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-pps not supported by any of loaded plugins Jun 25 15:58:00.725921 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_rule_type_details.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.726835 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.727343 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 25 15:58:00.727658 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.728580 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.729087 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 25 15:58:00.729400 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: qos_rules_alias.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.730427 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.730922 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 25 15:58:00.731237 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: quota_check_limit.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.732128 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.732661 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: quota-check-limit Jun 25 15:58:00.732982 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: quotasv2.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.733933 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.734258 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: quotas Jun 25 15:58:00.734573 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: quotasv2_detail.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.736324 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.736685 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: quota_details Jun 25 15:58:00.737012 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: rbac.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.738061 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.738587 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: rbac-policies Jun 25 15:58:00.738909 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: rbac_address_group.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.739814 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.740333 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: rbac-address-group Jun 25 15:58:00.740676 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: rbac_address_scope.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.741578 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.742099 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: rbac-address-scope Jun 25 15:58:00.742417 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: rbac_security_groups.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.743400 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.743914 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: rbac-security-groups Jun 25 15:58:00.744232 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: rbac_subnetpool.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.745148 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.745658 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: rbac-subnetpool Jun 25 15:58:00.745974 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: revisionifmatch.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.746875 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.747418 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: revision-if-match Jun 25 15:58:00.747740 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: revisions.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.748855 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.749365 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: standard-attr-revisions Jun 25 15:58:00.749682 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: router_availability_zone.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.750519 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.751056 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: router_availability_zone Jun 25 15:58:00.751373 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: routerservicetype.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.752274 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.752817 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension router-service-type not supported by any of loaded plugins Jun 25 15:58:00.753131 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.754029 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.754535 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: security-groups-normalized-cidr Jun 25 15:58:00.754853 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.755754 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.756262 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: port-security-groups-filtering Jun 25 15:58:00.756606 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.757528 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.758040 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: security-groups-remote-address-group Jun 25 15:58:00.758359 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.759251 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.759756 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: security-groups-shared-filtering Jun 25 15:58:00.760075 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: securitygroup.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.770253 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.770786 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: security-group Jun 25 15:58:00.771088 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: segment.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.771830 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.772346 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension segment not supported by any of loaded plugins Jun 25 15:58:00.772695 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.773611 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.774119 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 25 15:58:00.774433 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: servicetype.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.775511 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.776029 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: service-type Jun 25 15:58:00.776344 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: sorting.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.777317 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.777634 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: sorting Jun 25 15:58:00.777949 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: standard_attr_segment.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.778842 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.779355 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 25 15:58:00.779671 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: standardattrdescription.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.780306 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.780842 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: standard-attr-description Jun 25 15:58:00.781157 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: stateful_security_group.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.782062 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.782613 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: stateful-security-group Jun 25 15:58:00.782923 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: stdattrs_common.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.783504 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 25 15:58:00.783815 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.784766 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.785285 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 25 15:58:00.785596 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: subnet_onboard.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.786625 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.787141 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: subnet_onboard Jun 25 15:58:00.787460 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.788359 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.788897 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 25 15:58:00.789208 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: subnet_service_types.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.790110 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.790620 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: subnet-service-types Jun 25 15:58:00.790937 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: subnetallocation.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.792003 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.792552 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: subnet_allocation Jun 25 15:58:00.792870 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.793543 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.794049 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: subnetpool-prefix-ops Jun 25 15:58:00.794360 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.795293 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.795800 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 25 15:58:00.796112 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: tagging.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.797205 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.797725 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: standard-attr-tag Jun 25 15:58:00.798093 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: timestamp.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.799271 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.799830 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loaded extension: standard-attr-timestamp Jun 25 15:58:00.800093 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: trunk.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.801121 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.801632 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension trunk not supported by any of loaded plugins Jun 25 15:58:00.801952 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: trunk_details.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.802870 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.803378 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension trunk-details not supported by any of loaded plugins Jun 25 15:58:00.803692 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: uplink_status_propagation.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.804628 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.805133 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 25 15:58:00.805446 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Loading extension file: vlantransparent.py {{(pid=103916) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 25 15:58:00.806102 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103916) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 25 15:58:00.806603 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 25 15:58:00.809215 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:network Jun 25 15:58:00.809732 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:subnet Jun 25 15:58:00.810119 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 15:58:00.810500 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:port Jun 25 15:58:00.811734 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.812169 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service FLAVORS assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.812802 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.813229 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.813596 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:router Jun 25 15:58:00.814020 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:floatingip Jun 25 15:58:00.814504 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service METERING assigned prefix: /metering {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.815956 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.816321 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.816692 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103916) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 15:58:00.817680 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 15:58:00.818117 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:security_group Jun 25 15:58:00.818547 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 15:58:00.819125 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service CORE assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.819452 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 15:58:00.819787 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] subnetpool is already registered Jun 25 15:58:00.820194 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service CORE assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.820535 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 15:58:00.820855 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] subnetpool is already registered Jun 25 15:58:00.823125 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.823550 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service FLAVORS assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.824138 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.824559 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.824884 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:router Jun 25 15:58:00.825215 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] router is already registered Jun 25 15:58:00.825614 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:floatingip Jun 25 15:58:00.825938 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] floatingip is already registered Jun 25 15:58:00.826378 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service METERING assigned prefix: /metering {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.827032 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of CountableResource for resource:rbac_policy Jun 25 15:58:00.827349 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] rbac_policy is already registered Jun 25 15:58:00.827749 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:security_group Jun 25 15:58:00.828075 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] security_group is already registered Jun 25 15:58:00.828490 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 25 15:58:00.828816 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] security_group_rule is already registered Jun 25 15:58:00.829500 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service CORE assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.829820 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 15:58:00.830144 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] subnetpool is already registered Jun 25 15:58:00.830554 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.v2.resource_helper [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Service CORE assigned prefix: {{(pid=103916) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 25 15:58:00.830868 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Creating instance of TrackedResource for resource:subnetpool Jun 25 15:58:00.831187 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING neutron.quota.resource_registry [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] subnetpool is already registered Jun 25 15:58:00.831642 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: extensions {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.833103 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: address-groups {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.834597 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: address-scopes {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.835910 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: agents {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.837104 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: auto-allocated-topology {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.838320 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: availability_zones {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.839535 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: dhcp-networks {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.841033 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: dhcp-agents {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.842454 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: routers {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.844128 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: flavors {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.845596 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: service_profiles {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.846803 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: next_providers {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.848227 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: service_profiles {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.849786 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: floatingip-pools {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.850983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: routers {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.852707 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: floatingips {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.853986 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: l3-routers {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.855348 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: l3-agents {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.856766 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: metering-labels {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.858005 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: metering-label-rules {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.860552 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: network-ip-availabilities {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.861750 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: bindings {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.863312 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: quotas {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.864991 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: quotas {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.866514 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: rbac-policies {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.867684 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: security-groups {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.869007 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: security-group-rules {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.870259 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: service-providers {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.871454 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: subnetpools {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.872793 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: subnetpools {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.874332 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.876038 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.878038 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.879796 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.881509 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.883504 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.885271 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.887142 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.888948 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.891010 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron.api.extensions [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Extended resource: tags {{(pid=103916) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 25 15:58:00.897155 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING keystonemiddleware.auth_token [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 25 15:58:00.902341 dv-cinder-847620-2-iscsi neutron-server[103916]: WARNING keystonemiddleware.auth_token [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 25 15:58:00.911188 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_concurrency.lockutils [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Acquired lock "singleton_lock" {{(pid=103916) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 25 15:58:00.911660 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_concurrency.lockutils [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Releasing lock "singleton_lock" {{(pid=103916) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 25 15:58:00.912347 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO oslo_service.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Starting 2 workers Jun 25 15:58:00.917434 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Started child 104057 {{(pid=103916) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 15:58:00.921949 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Started child 104058 {{(pid=103916) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 15:58:00.923099 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:00.923864 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO neutron.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 25 15:58:00.924227 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:00.924680 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [-] (104057) wsgi starting up on http://0.0.0.0:9696 Jun 25 15:58:00.926585 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO oslo_service.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Starting 1 workers Jun 25 15:58:00.926931 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:00.928330 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [-] (104058) wsgi starting up on http://0.0.0.0:9696 Jun 25 15:58:00.931830 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Started child 104059 {{(pid=103916) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 15:58:00.932382 dv-cinder-847620-2-iscsi neutron-server[103916]: INFO oslo_service.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Starting 1 workers Jun 25 15:58:00.935625 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] calling RpcWorker wait() {{(pid=104059) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 25 15:58:00.936236 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] returning from RpcWorker wait() {{(pid=104059) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 25 15:58:00.936905 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Started child 104060 {{(pid=103916) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 25 15:58:00.937427 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:00.937629 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG neutron_lib.callbacks.manager [None req-faf18d07-88d6-4c24-9a5c-efc537ed464b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103916) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:00.937858 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:00.939828 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103916) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 15:58:00.940024 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 15:58:00.940184 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 15:58:00.940436 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 15:58:00.940771 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 15:58:00.940895 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 15:58:00.941428 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.941667 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.942115 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.942370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.942677 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:00.943205 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.943205 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.943370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.943623 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.943875 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.944034 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.944195 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.944512 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.944757 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.945044 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.945304 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.945518 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.945768 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.945918 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.946141 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.946412 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.946652 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.946923 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] debug = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.947166 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.947640 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.947882 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.948124 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.948351 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.948646 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.948898 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.949099 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.949330 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.949554 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.949880 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.950128 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.950444 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.950444 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.952036 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.952036 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.952036 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.952036 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] host = dv-cinder-847620-2-iscsi {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.953983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.953983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.953983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.953983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.953983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.953983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.957392 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.957392 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.957392 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.957392 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.957392 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.957392 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.957392 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.957392 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.959962 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_options = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.959962 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.959962 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.959962 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.959962 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.959962 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.959962 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.960983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.960983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.960983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.960983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.960983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.960983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.960983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.960983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.962187 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.962187 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.962187 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.962187 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.962187 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.962187 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.963046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.963046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.963046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.963046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.963532 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.963532 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.963532 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.963944 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.963944 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.964330 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.964606 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.964606 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.964968 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.965237 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.965369 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.965493 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.965714 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.965947 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.966194 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.966414 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.966724 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.966948 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.967083 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.967368 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.967541 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.967673 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.967912 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_json = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.968124 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.968364 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.968636 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.968844 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.969050 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.969259 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.969465 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.969692 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.969928 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:00.970338 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973664 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973664 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973664 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.973921 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.974469 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.974916 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.975066 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:00.975239 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.975604 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.975854 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.976092 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.976275 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.976741 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.977139 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.977604 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.978689 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.979114 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.979817 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.980154 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.980634 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.980964 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.981713 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.982015 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.982495 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.983003 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.983003 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.983260 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.983922 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.983922 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.983922 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.985603 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.985603 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.985603 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.985603 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.985603 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.985603 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.986339 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.986339 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.986339 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.986677 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.986794 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.986941 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.987170 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.987341 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.987534 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.987926 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.988140 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.988571 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.989010 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.989426 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.989876 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.990183 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.990414 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.990657 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.990894 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.991125 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.991355 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.991563 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.991780 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.991992 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.992229 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.992483 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.992695 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.992921 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.993331 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.993723 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.993948 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.994136 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.994541 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.994951 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.995361 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.995574 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.995768 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.995987 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.996197 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.996422 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.996629 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.996967 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.997188 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.997422 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.997676 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.997876 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.998083 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.998407 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.998645 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.998884 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.999098 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.999304 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.999520 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.999752 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:00.999979 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.000208 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.000441 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.000692 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.000922 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.001213 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.001453 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.001673 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.001907 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.002125 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.002350 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.002561 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.002762 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.002996 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.003297 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.003667 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.003903 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.004139 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.004344 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.004590 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.004824 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.005104 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.005331 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.005612 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.005825 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.006079 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.006555 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.007005 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.007415 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.007942 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.008444 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.008937 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.009253 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.009570 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.009871 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.010170 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.010451 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.010760 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.010995 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.011229 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.011661 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.011966 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.012196 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.012427 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.012674 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.012936 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.013337 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.013736 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.014157 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.014595 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.015018 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.015383 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.016117 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.016345 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.016742 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.017018 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.017245 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.017666 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.017988 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.018198 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.018442 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.018655 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.018876 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.019244 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.019475 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.019683 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.020038 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.020245 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.020569 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.020778 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.020968 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.021202 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.021415 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.021639 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.021854 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.022059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.022285 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.022494 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.022762 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.023006 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.023216 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.023436 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.023656 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.023902 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.024264 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.024694 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.025051 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.025282 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.025488 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.025715 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.025943 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.026166 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.026389 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.026611 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.026846 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.027076 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.027418 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.027670 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.027893 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.028137 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.028370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.028613 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.028818 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.029171 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.029418 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.029630 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.029848 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.030061 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.030273 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.030499 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.030727 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.030936 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.031195 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.031427 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.031670 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.031880 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.032098 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.032374 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.032718 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.032997 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.033205 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.033405 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.033983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.034377 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.034770 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.035047 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.035288 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.035526 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.035779 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.036004 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.036236 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.036505 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.036760 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.036982 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.037197 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.037407 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.037597 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.037818 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.038020 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.038223 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.038434 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.038642 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.038862 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.039100 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.039301 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.039503 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.039715 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.039923 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.040123 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.040354 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.040594 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.040795 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.041028 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.041234 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.041440 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.041673 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.041893 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.042095 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.042306 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.042512 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.042711 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.042987 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.043237 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.043448 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.043764 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.044119 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.044225 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.044477 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.044778 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.044985 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.045222 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.045446 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.045675 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.045854 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.046196 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.046376 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.046639 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.046862 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.047114 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.047393 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.047658 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.048002 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.048212 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.048530 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.048836 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.049094 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.049343 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.049581 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.049811 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.050290 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.050290 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.050547 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.050669 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.050830 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.051084 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.051305 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.051540 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.052444 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.052444 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.052444 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.052444 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.052790 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.052790 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.053003 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.053156 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 15:58:01.053680 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103916) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 25 15:58:01.053846 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 25 15:58:01.053971 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 25 15:58:01.054323 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 25 15:58:01.054323 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 25 15:58:01.054915 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 25 15:58:01.054915 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.054915 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.054915 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.055275 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.055275 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.055436 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.055514 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.055597 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.056370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.056370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.056370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.056370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.056370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057320 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057320 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057320 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057320 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057320 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057320 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057320 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057923 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057923 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] debug = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057923 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.057923 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059708 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059708 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059708 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059708 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.059708 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.060046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.060046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.060208 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] host = dv-cinder-847620-2-iscsi {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.060294 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.060454 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.060606 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.060759 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.060911 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.061065 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.061216 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.061373 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.061523 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.061625 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:01.061723 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.061804 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.061951 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.062101 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.062252 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.062403 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_options = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.062556 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.062708 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.062859 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.063037 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.063192 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.063345 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.063525 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.063675 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.063828 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.064073 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.064165 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.064268 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.064450 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.064665 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.064902 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.065096 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.065246 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.065689 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.065850 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.066008 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.066163 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.066316 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.066469 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.066714 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.066807 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.066910 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.067201 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.067499 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.067656 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.067809 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.067964 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.068117 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.068274 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.068445 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.068763 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.069056 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.069205 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.069518 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.069675 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.069827 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.069980 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.070132 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.070289 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.070441 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.070594 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.070746 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.070899 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_json = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.071053 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.071208 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.071366 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.071516 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.071808 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.071964 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.072111 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.072266 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.072445 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 25 15:58:01.072631 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.072792 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.072964 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.073115 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.073417 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.073575 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.073729 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.073886 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.074038 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.074333 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.074501 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.074656 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.074824 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.074982 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.075138 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.075298 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.075455 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.075610 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.075766 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.075941 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.076079 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.076239 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.076402 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.076648 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.076804 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.076959 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.077111 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.077328 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.077471 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.077590 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.077726 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.077870 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.078009 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.078215 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.078418 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.078623 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.078623 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.078902 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.078902 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.079200 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.079358 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.079511 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.079731 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.079991 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.080142 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.080296 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.080478 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.080628 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.080784 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.080941 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.081098 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.081255 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.081415 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.081571 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.081728 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.081869 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.082030 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.082196 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.082350 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.082505 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.082660 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.082802 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.083078 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.083310 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.083470 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.083609 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.083768 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.084144 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.084318 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.084479 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.084640 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.084791 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.084927 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.085083 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.085238 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.085393 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.085548 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.085703 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.085858 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.086013 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.086169 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.086310 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.086445 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.086597 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.086753 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.086908 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.087063 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.087205 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.087361 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.087509 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.087643 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.087817 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.087957 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.088119 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.088271 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.088431 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.088573 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.088732 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.088885 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.089038 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.089192 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.089346 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.089504 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.089664 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.089816 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.089970 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.090123 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.090277 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.090431 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.090585 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.090739 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.090891 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.091046 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.091200 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.091358 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.091511 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.091667 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.091819 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.091974 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.092139 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.092293 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.092473 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.092631 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.092792 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.092960 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.093115 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.093270 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.093425 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.093582 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.093738 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.093893 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.094048 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.094202 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.094404 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.094527 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.094645 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.094841 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.094996 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.095143 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.095318 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.095473 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.095632 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.095789 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.095942 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.096098 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.096253 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.096436 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.096591 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.096746 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.096902 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.097059 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.097213 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.097370 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.097524 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.097678 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.097834 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.097990 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.098145 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.098300 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.098456 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.098610 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.098765 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.098921 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.099075 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.099229 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.099385 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.099538 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.099680 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.099838 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.099992 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.100147 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.100302 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.100472 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.100622 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.100778 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.100935 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.101093 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.101253 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.101410 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.101565 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.101721 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.101876 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.102031 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.102189 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.102344 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.102500 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.102657 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.102812 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.102967 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.103123 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.103278 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.103436 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.103592 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.103746 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.103920 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.104076 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.104233 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.104390 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.104565 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.104723 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.104878 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.105034 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.105191 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.105346 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.105505 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.105660 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.105814 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.105970 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.106123 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.106281 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.106437 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.106594 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.106749 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.106905 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.107063 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.107217 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.107372 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.107526 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.107685 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.107839 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.107995 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.108149 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.108306 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.108514 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.108673 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.108828 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.108984 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.109141 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.109297 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.109462 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.109616 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.109771 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.109925 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.110078 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.110235 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.110487 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.110642 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.110799 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.110936 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.111096 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.111254 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.111417 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.111573 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.111732 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.111885 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.112038 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.112192 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.112355 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.112533 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.112688 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.112842 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.113010 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.114649 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.114649 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.114649 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.114649 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.114649 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.114649 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.114649 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.114649 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115236 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115236 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115236 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115236 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115236 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115236 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115236 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115718 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115718 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115718 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115932 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.115932 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.116074 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.116190 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.116355 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.116539 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.116699 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.116863 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.117027 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.117193 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.117347 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.117510 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.117676 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.117830 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.117983 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.118140 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.118296 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.118451 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.118607 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.118763 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.118918 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.119075 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.119229 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.119384 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.119538 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.119692 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.119847 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.120003 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.120156 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.120325 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.120480 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.120637 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 25 15:58:01.120785 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103916) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 25 15:58:01.222183 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35158) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:01.235572 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0101769 Jun 25 15:58:10.422653 dv-cinder-847620-2-iscsi neutron-server[103916]: DEBUG dbcounter [-] [103916] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103916) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:12.383516 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writer thread running {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 25 15:58:12.391127 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ace9a-aa0f-4c92-818d-305cd0ad7b05 None None] get_active_networks_info from dv-cinder-847620-2-iscsi {{(pid=104059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 25 15:58:12.507727 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22ace9a-aa0f-4c92-818d-305cd0ad7b05 None None] No non-hosted networks {{(pid=104059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 25 15:58:12.517922 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a349eb0f-928a-4a33-8af4-6806ddffa37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651330'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:13.923001 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writer thread running {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 25 15:58:14.433702 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-32c5a5bc-47f7-4b85-9a65-9422f8279a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651330'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:14.468865 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-446daa67-7325-4ced-bb5f-c93611102343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:15.486386 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35224) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:15.865974 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651330'] for agent (1b719861-31db-4719-92a9-093529db8217), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:16.244376 dv-cinder-847620-2-iscsi neutron-server[104058]: WARNING oslo_policy.policy [None req-8e3aa070-1373-492a-aaa7-72a468433734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 15:58:16.245412 dv-cinder-847620-2-iscsi neutron-server[104058]: WARNING oslo_policy.policy [None req-8e3aa070-1373-492a-aaa7-72a468433734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 15:58:16.476031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [None req-8e3aa070-1373-492a-aaa7-72a468433734 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 15:58:16.493144 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8e3aa070-1373-492a-aaa7-72a468433734 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0056736 Jun 25 15:58:17.568742 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651330'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:17.772644 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651330'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:17.777329 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.778221 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.780652 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.782528 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.784692 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.786204 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.786759 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.788788 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.789342 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.790392 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.790885 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.792219 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.793574 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.794046 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.794810 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:17.795816 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847620-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:17.810332 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847620-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:17.993189 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.db.l3_hamode_db [None req-50a68df5-296c-492d-9ab3-138ae92aee43 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 25 15:58:18.082181 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a68df5-296c-492d-9ab3-138ae92aee43 None None] Routers set() bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 15:58:18.083004 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a68df5-296c-492d-9ab3-138ae92aee43 None None] Router IDs set() for agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 25 15:58:18.823409 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35262) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:19.179595 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-93e29015-5283-4a9c-888d-07d6c3b86511 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 15:58:19.269200 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.policy [None req-93e29015-5283-4a9c-888d-07d6c3b86511 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104058) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 15:58:19.310251 dv-cinder-847620-2-iscsi neutron-server[104058]: WARNING oslo_policy.policy [None req-93e29015-5283-4a9c-888d-07d6c3b86511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 15:58:19.310632 dv-cinder-847620-2-iscsi neutron-server[104058]: WARNING oslo_policy.policy [None req-93e29015-5283-4a9c-888d-07d6c3b86511 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 15:58:19.330622 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writer thread running {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 25 15:58:19.412691 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-93e29015-5283-4a9c-888d-07d6c3b86511 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764614387996', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764614388584', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764614404113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764614394407', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764614419951', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8764614410519', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16520115', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16562499', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-856981', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-661821'] for rbac-policy (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:19.488944 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-93e29015-5283-4a9c-888d-07d6c3b86511 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:19.492877 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-93e29015-5283-4a9c-888d-07d6c3b86511 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6684606 Jun 25 15:58:21.729446 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35274) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:22.074298 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 15:58:22.108812 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Made reservation on behalf of 5743d78b2bc44a2eb50a4bb98ffdf1ea for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 15:58:22.114684 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:22.137047 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:22.259686 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Publish callbacks [] for security_group (3d375dc6-e62b-445d-9cef-e373acb57469), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:22.266511 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (3d375dc6-e62b-445d-9cef-e373acb57469), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:22.299511 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 15:58:22.326963 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764610158210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (423539d5-d9ee-4190-bd0e-678b06ee3024), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:22.327514 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Unsubscribe: segment precommit_create {{(pid=104058) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 15:58:22.328029 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Added segment 423539d5-d9ee-4190-bd0e-678b06ee3024 of type vlan for network 6bc71876-92ba-4432-a757-23ee1a3e4534 Jun 25 15:58:22.342903 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3d375dc6-e62b-445d-9cef-e373acb57469,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:22.393685 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.394031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.394366 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.394708 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.395033 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.395356 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.395666 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.395986 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.396400 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.396660 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.396919 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.397244 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.397551 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.397857 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.398162 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Tracked resource versions report: Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: pushed versions: Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: { 'AddressGroup': {'1.2'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Agent': {'1.1'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'ConntrackHelper': {'1.0'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Log': {'1.0'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'NDPProxy': {'1.0'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Network': {'1.1'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Port': {'1.7'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'PortForwarding': {'1.3'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'QosPolicy': {'1.10'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SecurityGroup': {'1.5'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SubPort': {'1.0'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Subnet': {'1.1'}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Trunk': {'1.1'}} Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: consumer versions: Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: { DHCP agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: L3 agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: Metadata agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: Metering agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: Open vSwitch agent@dv-cinder-847620-2-iscsi: { 'AddressGroup': '1.2', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Agent': '1.1', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'ConntrackHelper': '1.0', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'LocalIPAssociation': '1.0', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Log': '1.0', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'NDPProxy': '1.0', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Network': '1.1', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Port': '1.7', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'PortForwarding': '1.3', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'QosPolicy': '1.10', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SecurityGroup': '1.5', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SecurityGroupRule': '1.2', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SubPort': '1.0', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Subnet': '1.1', Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Trunk': '1.1'}} Jun 25 15:58:22.399568 dv-cinder-847620-2-iscsi neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 15:58:22.431032 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (6bc71876-92ba-4432-a757-23ee1a3e4534), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:22.480013 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (6bc71876-92ba-4432-a757-23ee1a3e4534), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:22.485583 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 15:58:22.486285 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:22.525532 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=54,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:22.566673 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8360212 Jun 25 15:58:22.614157 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe41ae9-0209-4a86-a4e5-769094cf2357 demo demo] Pushing event updated for resources: {'Network': ['ID=6bc71876-92ba-4432-a757-23ee1a3e4534,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:22.628389 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 6bc71876-92ba-4432-a757-23ee1a3e4534 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 15:58:24.854134 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35288) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:25.317933 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ac0642-dcc2-465b-8d91-30f1317ba6bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 15:58:25.319200 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-72ac0642-dcc2-465b-8d91-30f1317ba6bb demo admin] 10.222.0.13 "GET /v2.0/networks/6bc71876-92ba-4432-a757-23ee1a3e4534 HTTP/1.1" status: 200 len: 825 time: 0.4638207 Jun 25 15:58:25.348208 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ca04da7d-1fe7-4732-a703-ff1050667e22 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/325274f7-2893-4d37-a3eb-59f3729aaa44 HTTP/1.1" status: 200 len: 734 time: 0.0199752 Jun 25 15:58:25.356894 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '325274f7-2893-4d37-a3eb-59f3729aaa44', 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534', 'gateway_ip': '172.20.0.1'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 15:58:25.381907 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Made reservation on behalf of 5743d78b2bc44a2eb50a4bb98ffdf1ea for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 15:58:25.384217 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:25.600079 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=15,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:25.688510 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (9f65c15d-63e8-4cca-bf70-db5119a5768c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:25.760951 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9f65c15d-63e8-4cca-bf70-db5119a5768c,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:25.765428 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Checking segment: {'id': '423539d5-d9ee-4190-bd0e-678b06ee3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 15:58:25.766115 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Network hostable DHCP agents. Network: 6bc71876-92ba-4432-a757-23ee1a3e4534, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 15:58:25.789723 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Network 6bc71876-92ba-4432-a757-23ee1a3e4534 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 15:58:25.802428 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 6bc71876-92ba-4432-a757-23ee1a3e4534) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 15:58:25.807097 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 15:58:25.807707 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:25.812398 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab22c8b4-ed04-44eb-9673-ccddff9d3fca None None] Network 6bc71876-92ba-4432-a757-23ee1a3e4534 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 15:58:25.825394 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b5db4318-1677-426f-ad6b-c771c819ad59 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4716768 Jun 25 15:58:26.077810 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-6bc71876-92ba-4432-a757-23ee1a3e4534', 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534', 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'fixed_ips': [{'subnet_id': '9f65c15d-63e8-4cca-bf70-db5119a5768c'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 15:58:26.079439 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:26.354169 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Allocated IP 172.20.0.2 (6bc71876-92ba-4432-a757-23ee1a3e4534/9f65c15d-63e8-4cca-bf70-db5119a5768c/88759f22-9398-4288-a375-e0044b71d8b8) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 15:58:26.386917 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=66,neutron:INSERT=33,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:26.625243 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Publish callbacks [] for port (88759f22-9398-4288-a375-e0044b71d8b8), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:26.634587 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (88759f22-9398-4288-a375-e0044b71d8b8), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:26.705857 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Network 6bc71876-92ba-4432-a757-23ee1a3e4534 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 15:58:26.714204 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 15:58:26.721583 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 15:58:26.727251 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Pushing event updated for resources: {'Port': ['ID=88759f22-9398-4288-a375-e0044b71d8b8,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:26.758502 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.758850 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.759198 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.759550 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.759882 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.760210 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.760532 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.760887 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.761189 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.761532 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.761857 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.762195 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.762518 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.762838 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.763152 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Tracked resource versions report: Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: pushed versions: Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: { 'AddressGroup': {'1.2'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Agent': {'1.1'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'ConntrackHelper': {'1.0'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'LocalIPAssociation': {'1.0'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Log': {'1.0'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'NDPProxy': {'1.0'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Network': {'1.1'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Port': {'1.7'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'PortForwarding': {'1.3'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'QosPolicy': {'1.10'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SecurityGroup': {'1.5'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SecurityGroupRule': {'1.2'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SubPort': {'1.0'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Subnet': {'1.1'}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Trunk': {'1.1'}} Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: consumer versions: Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: { DHCP agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: L3 agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: Metadata agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: Metering agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: Open vSwitch agent@dv-cinder-847620-2-iscsi: { 'AddressGroup': '1.2', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Agent': '1.1', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'ConntrackHelper': '1.0', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'LocalIPAssociation': '1.0', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Log': '1.0', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'NDPProxy': '1.0', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Network': '1.1', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Port': '1.7', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'PortForwarding': '1.3', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'QosPolicy': '1.10', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SecurityGroup': '1.5', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SecurityGroupRule': '1.2', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SubPort': '1.0', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Subnet': '1.1', Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Trunk': '1.1'}} Jun 25 15:58:26.764588 dv-cinder-847620-2-iscsi neutron-server[104059]: {{(pid=104059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 15:58:26.815681 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Attempting to bind port 88759f22-9398-4288-a375-e0044b71d8b8 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 15:58:26.816300 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Attempting to bind port 88759f22-9398-4288-a375-e0044b71d8b8 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '423539d5-d9ee-4190-bd0e-678b06ee3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 15:58:26.816508 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Attempting to bind port 88759f22-9398-4288-a375-e0044b71d8b8 on network 6bc71876-92ba-4432-a757-23ee1a3e4534 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 15:58:26.821518 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 15:58:26.821887 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Checking segment: {'id': '423539d5-d9ee-4190-bd0e-678b06ee3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 15:58:26.822357 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:26.822737 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Bound using segment: {'id': '423539d5-d9ee-4190-bd0e-678b06ee3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 15:58:26.823192 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Bound port: 88759f22-9398-4288-a375-e0044b71d8b8, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423539d5-d9ee-4190-bd0e-678b06ee3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 15:58:26.823588 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (88759f22-9398-4288-a375-e0044b71d8b8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:26.860155 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:26.888740 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] For port 88759f22-9398-4288-a375-e0044b71d8b8, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 15:58:26.909615 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] For port 88759f22-9398-4288-a375-e0044b71d8b8, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=88759f22-9398-4288-a375-e0044b71d8b8,segment=NetworkSegment(423539d5-d9ee-4190-bd0e-678b06ee3024),segment_id=423539d5-d9ee-4190-bd0e-678b06ee3024)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 15:58:26.917523 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (88759f22-9398-4288-a375-e0044b71d8b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:26.977190 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d96d5-7994-4cc4-90fd-6b06efc2ca67 None None] Pushing event updated for resources: {'Port': ['ID=88759f22-9398-4288-a375-e0044b71d8b8,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:28.098644 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 35298) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:28.653916 dv-cinder-847620-2-iscsi neutron-server[104057]: WARNING oslo_policy.policy [None req-42d50f93-0924-4777-bec3-a685acf892c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 15:58:28.654475 dv-cinder-847620-2-iscsi neutron-server[104057]: WARNING oslo_policy.policy [None req-42d50f93-0924-4777-bec3-a685acf892c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 15:58:28.865889 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [None req-42d50f93-0924-4777-bec3-a685acf892c0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 15:58:28.867171 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-42d50f93-0924-4777-bec3-a685acf892c0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7667093 Jun 25 15:58:31.127420 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35312) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:31.465080 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [None req-920a192d-fe74-483a-9387-76ffd7bb4613 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 15:58:31.466091 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-920a192d-fe74-483a-9387-76ffd7bb4613 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3377063 Jun 25 15:58:32.590956 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:32.592811 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=5 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:33.858019 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35328) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:34.227588 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-4992136e-46ac-4a50-b0f2-9218c02f0e43 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 15:58:34.257151 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4992136e-46ac-4a50-b0f2-9218c02f0e43 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:34.259484 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4992136e-46ac-4a50-b0f2-9218c02f0e43 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:34.405634 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4992136e-46ac-4a50-b0f2-9218c02f0e43 demo demo] Publish callbacks [] for router_controller (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:34.413150 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4992136e-46ac-4a50-b0f2-9218c02f0e43 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:34.432852 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4992136e-46ac-4a50-b0f2-9218c02f0e43 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:34.434050 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-4992136e-46ac-4a50-b0f2-9218c02f0e43 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5750070 Jun 25 15:58:35.159491 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392eaad6-e7ba-4527-a7cd-bcc4a59e37e2 None None] Network 6bc71876-92ba-4432-a757-23ee1a3e4534 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 15:58:35.239474 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b0f744d0-b191-448f-bc24-142f3c16d6e5 None None] Provisioning complete for port 88759f22-9398-4288-a375-e0044b71d8b8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:35.239876 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b0f744d0-b191-448f-bc24-142f3c16d6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (88759f22-9398-4288-a375-e0044b71d8b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:35.414208 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b0f744d0-b191-448f-bc24-142f3c16d6e5 None None] Current status of the port 88759f22-9398-4288-a375-e0044b71d8b8 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 15:58:35.414603 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b0f744d0-b191-448f-bc24-142f3c16d6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (88759f22-9398-4288-a375-e0044b71d8b8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:35.451200 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-b0f744d0-b191-448f-bc24-142f3c16d6e5 None None] For port 88759f22-9398-4288-a375-e0044b71d8b8, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=88759f22-9398-4288-a375-e0044b71d8b8,segment=NetworkSegment(423539d5-d9ee-4190-bd0e-678b06ee3024),segment_id=423539d5-d9ee-4190-bd0e-678b06ee3024)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 15:58:35.457853 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b0f744d0-b191-448f-bc24-142f3c16d6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (88759f22-9398-4288-a375-e0044b71d8b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:35.481724 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 88759f22-9398-4288-a375-e0044b71d8b8 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 15:58:35.542736 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:35.544821 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f744d0-b191-448f-bc24-142f3c16d6e5 None None] Pushing event updated for resources: {'Port': ['ID=88759f22-9398-4288-a375-e0044b71d8b8,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:35.557025 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 88759f22-9398-4288-a375-e0044b71d8b8 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:35.557411 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (88759f22-9398-4288-a375-e0044b71d8b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:35.595441 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-0868991e-779d-4711-9b6a-c0db74da5178 None None] Provisioning complete for port 88759f22-9398-4288-a375-e0044b71d8b8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:35.595830 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0868991e-779d-4711-9b6a-c0db74da5178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (88759f22-9398-4288-a375-e0044b71d8b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:35.695014 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 88759f22-9398-4288-a375-e0044b71d8b8 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 15:58:35.703869 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-0868991e-779d-4711-9b6a-c0db74da5178 None None] Current status of the port 88759f22-9398-4288-a375-e0044b71d8b8 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 15:58:36.712504 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35336) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:37.065555 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [None req-792938e6-8e10-49cb-ab2e-4b9360404135 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 15:58:37.067205 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-792938e6-8e10-49cb-ab2e-4b9360404135 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3535321 Jun 25 15:58:37.432300 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 88759f22-9398-4288-a375-e0044b71d8b8 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 15:58:37.477010 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 88759f22-9398-4288-a375-e0044b71d8b8 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:37.477390 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (88759f22-9398-4288-a375-e0044b71d8b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:37.549995 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 88759f22-9398-4288-a375-e0044b71d8b8 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 15:58:39.350788 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35344) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:39.722766 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 15:58:39.747876 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Made reservation on behalf of c8597e0eb76849bdadd0530f7e198ab0 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 15:58:39.750483 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:39.762316 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:39.813519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:39.840714 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Publish callbacks [] for security_group (de5cbb42-5f7d-45c0-a8d0-d3add6cb91ec), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:39.846149 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (de5cbb42-5f7d-45c0-a8d0-d3add6cb91ec), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:39.864882 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Reserving flat network on physical network physnet1 {{(pid=104058) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 25 15:58:39.883761 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5cbb42-5f7d-45c0-a8d0-d3add6cb91ec,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:39.888729 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (ca8bf639-8546-476e-aca1-100e0777bae3), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:39.889056 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Added segment ca8bf639-8546-476e-aca1-100e0777bae3 of type flat for network 6e28cae3-f145-4522-a714-a63fa709a75b Jun 25 15:58:39.942923 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (6e28cae3-f145-4522-a714-a63fa709a75b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:39.978011 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (6e28cae3-f145-4522-a714-a63fa709a75b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:39.979025 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 15:58:39.979609 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:40.034633 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6824296 Jun 25 15:58:40.074082 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9626cd-5cfe-4af0-a1cd-0e67d30d4b35 admin admin] Pushing event updated for resources: {'Network': ['ID=6e28cae3-f145-4522-a714-a63fa709a75b,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:40.085182 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 6e28cae3-f145-4522-a714-a63fa709a75b details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 15:58:40.148344 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:42.314282 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 35352) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:42.343999 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d3e8ec00-a1b0-487d-856b-830e13aeb6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:42.675843 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writer thread running {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 25 15:58:42.676534 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:42.852996 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.policy [None req-dd7482b0-9fc2-450b-b9be-9951d4771725 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104057) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 25 15:58:42.895255 dv-cinder-847620-2-iscsi neutron-server[104057]: WARNING oslo_policy.policy [None req-dd7482b0-9fc2-450b-b9be-9951d4771725 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 15:58:42.895618 dv-cinder-847620-2-iscsi neutron-server[104057]: WARNING oslo_policy.policy [None req-dd7482b0-9fc2-450b-b9be-9951d4771725 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 25 15:58:42.903132 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7482b0-9fc2-450b-b9be-9951d4771725 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 15:58:42.904855 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-dd7482b0-9fc2-450b-b9be-9951d4771725 demo admin] 10.222.0.13 "GET /v2.0/subnets/9f65c15d-63e8-4cca-bf70-db5119a5768c HTTP/1.1" status: 200 len: 849 time: 0.5896208 Jun 25 15:58:43.066296 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-063782e9-07e9-483a-86c7-db76ae0d9f2d demo admin] 10.222.0.13 "GET /v2.0/routers/9698881f-9ce1-44d6-bb00-1f2c9b2beba7 HTTP/1.1" status: 200 len: 704 time: 0.1552248 Jun 25 15:58:43.329301 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:43.655196 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Allocated IP 172.20.0.1 (6bc71876-92ba-4432-a757-23ee1a3e4534/9f65c15d-63e8-4cca-bf70-db5119a5768c/c405fbc8-48a1-4a35-9e66-9d6196e505e2) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 15:58:43.868050 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Publish callbacks [] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:43.939012 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:44.005180 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Network 6bc71876-92ba-4432-a757-23ee1a3e4534 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 15:58:44.012710 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 15:58:44.057790 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Pushing event updated for resources: {'Port': ['ID=c405fbc8-48a1-4a35-9e66-9d6196e505e2,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:44.061188 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 15:58:44.061188 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:44.117758 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.118063 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.118445 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.118796 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.119123 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.119447 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.119765 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.120085 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.120447 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.120740 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.121064 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.121393 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.121715 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.122028 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.122351 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Tracked resource versions report: Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: pushed versions: Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: { 'AddressGroup': {'1.2'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Agent': {'1.1'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'ConntrackHelper': {'1.0'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'LocalIPAssociation': {'1.0'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Log': {'1.0'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'NDPProxy': {'1.0'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Network': {'1.1'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Port': {'1.7'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'PortForwarding': {'1.3'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'QosPolicy': {'1.10'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SecurityGroup': {'1.5'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SecurityGroupRule': {'1.2'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SubPort': {'1.0'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Subnet': {'1.1'}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Trunk': {'1.1'}} Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: consumer versions: Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: { DHCP agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: L3 agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: Metadata agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: Metering agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: Open vSwitch agent@dv-cinder-847620-2-iscsi: { 'AddressGroup': '1.2', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Agent': '1.1', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'ConntrackHelper': '1.0', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'LocalIPAssociation': '1.0', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Log': '1.0', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'NDPProxy': '1.0', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Network': '1.1', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Port': '1.7', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'PortForwarding': '1.3', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'QosPolicy': '1.10', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SecurityGroup': '1.5', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SecurityGroupRule': '1.2', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SubPort': '1.0', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Subnet': '1.1', Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Trunk': '1.1'}} Jun 25 15:58:44.123711 dv-cinder-847620-2-iscsi neutron-server[104057]: {{(pid=104057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 15:58:44.147959 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:44.278970 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:44.286028 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b5d02620-cbbc-4eb8-a54f-0a3a52f6fb68 None None] Provisioning complete for port c405fbc8-48a1-4a35-9e66-9d6196e505e2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:44.286527 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b5d02620-cbbc-4eb8-a54f-0a3a52f6fb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:44.364966 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:44.369315 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b5d02620-cbbc-4eb8-a54f-0a3a52f6fb68 None None] Port c405fbc8-48a1-4a35-9e66-9d6196e505e2 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 15:58:44.439068 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-694167e1-82c4-46a1-ba77-29c1fe35bd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:44.504294 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Publish callbacks [] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:44.513056 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:44.514244 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:44.573437 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Pushing event updated for resources: {'Port': ['ID=c405fbc8-48a1-4a35-9e66-9d6196e505e2,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:44.644009 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Network 6bc71876-92ba-4432-a757-23ee1a3e4534 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 15:58:44.645390 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 15:58:44.807882 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Router 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 15:58:44.889896 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ed100ad9-f264-4963-beb3-0800c16bc4d4 None None] Provisioning complete for port c405fbc8-48a1-4a35-9e66-9d6196e505e2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:44.890293 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ed100ad9-f264-4963-beb3-0800c16bc4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:44.922763 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ed100ad9-f264-4963-beb3-0800c16bc4d4 None None] Port c405fbc8-48a1-4a35-9e66-9d6196e505e2 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 15:58:44.942725 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 15:58:44.948392 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-233e02cc-12f6-4db8-a108-027764a18398 demo admin] 10.222.0.13 "PUT /v2.0/routers/9698881f-9ce1-44d6-bb00-1f2c9b2beba7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8740015 Jun 25 15:58:44.964398 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e23071-594f-4b36-abae-801666931581 None None] Sync routers for ids ['9698881f-9ce1-44d6-bb00-1f2c9b2beba7'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 15:58:44.976685 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e23071-594f-4b36-abae-801666931581 None None] Routers {'9698881f-9ce1-44d6-bb00-1f2c9b2beba7'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 15:58:44.977477 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-04e23071-594f-4b36-abae-801666931581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T15:58:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9698881f-9ce1-44d6-bb00-1f2c9b2beba7'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:45.155956 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-04e23071-594f-4b36-abae-801666931581 None None] Set router 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 gateway port host: None {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 15:58:45.567971 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-04e23071-594f-4b36-abae-801666931581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'name': 'router1', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T15:58:34Z', 'updated_at': '2022-06-25T15:58:44Z', 'revision_number': 2, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'gw_port_host': None, '_interfaces': [{'id': 'c405fbc8-48a1-4a35-9e66-9d6196e505e2', 'name': '', 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'mac_address': 'fa:16:3e:31:1b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T15:58:43Z', 'updated_at': '2022-06-25T15:58:44Z', 'revision_number': 2, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'subnets': [{'id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325274f7-2893-4d37-a3eb-59f3729aaa44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:45.615778 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e23071-594f-4b36-abae-801666931581 None None] Checking router: 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 15:58:45.616121 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e23071-594f-4b36-abae-801666931581 None None] Updating router 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 port c405fbc8-48a1-4a35-9e66-9d6196e505e2 binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 15:58:45.670566 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-04e23071-594f-4b36-abae-801666931581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:45.802856 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.183454 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-04e23071-594f-4b36-abae-801666931581 None None] Publish callbacks [] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.191519 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-04e23071-594f-4b36-abae-801666931581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.279281 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Pushing event updated for resources: {'Port': ['ID=c405fbc8-48a1-4a35-9e66-9d6196e505e2,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:46.288928 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.289266 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.289575 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.289901 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.290261 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.290576 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.290864 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.291205 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.291508 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.291818 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.292128 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.292546 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.292868 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.293180 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.293492 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Tracked resource versions report: Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: pushed versions: Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: { 'AddressGroup': {'1.2'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Agent': {'1.1'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'ConntrackHelper': {'1.0'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'LocalIPAssociation': {'1.0'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Log': {'1.0'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'NDPProxy': {'1.0'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Network': {'1.1'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Port': {'1.7'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'PortForwarding': {'1.3'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'QosPolicy': {'1.10'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SecurityGroup': {'1.5'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SecurityGroupRule': {'1.2'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SubPort': {'1.0'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Subnet': {'1.1'}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Trunk': {'1.1'}} Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: consumer versions: Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: { DHCP agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: L3 agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: Metadata agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: Metering agent@dv-cinder-847620-2-iscsi: {}, Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: Open vSwitch agent@dv-cinder-847620-2-iscsi: { 'AddressGroup': '1.2', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Agent': '1.1', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'ConntrackHelper': '1.0', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'LocalIPAssociation': '1.0', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Log': '1.0', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'NDPProxy': '1.0', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Network': '1.1', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Port': '1.7', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'PortForwarding': '1.3', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'QosPolicy': '1.10', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SecurityGroup': '1.5', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SecurityGroupRule': '1.2', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SubPort': '1.0', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Subnet': '1.1', Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Trunk': '1.1'}} Jun 25 15:58:46.294936 dv-cinder-847620-2-iscsi neutron-server[104060]: {{(pid=104060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 15:58:46.380956 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-04e23071-594f-4b36-abae-801666931581 None None] Attempting to bind port c405fbc8-48a1-4a35-9e66-9d6196e505e2 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 15:58:46.381718 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-04e23071-594f-4b36-abae-801666931581 None None] Attempting to bind port c405fbc8-48a1-4a35-9e66-9d6196e505e2 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '423539d5-d9ee-4190-bd0e-678b06ee3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 15:58:46.382370 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e23071-594f-4b36-abae-801666931581 None None] Attempting to bind port c405fbc8-48a1-4a35-9e66-9d6196e505e2 on network 6bc71876-92ba-4432-a757-23ee1a3e4534 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 15:58:46.388547 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e23071-594f-4b36-abae-801666931581 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 15, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 15:58:46.389038 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e23071-594f-4b36-abae-801666931581 None None] Checking segment: {'id': '423539d5-d9ee-4190-bd0e-678b06ee3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 15:58:46.389513 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-04e23071-594f-4b36-abae-801666931581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.389889 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e23071-594f-4b36-abae-801666931581 None None] Bound using segment: {'id': '423539d5-d9ee-4190-bd0e-678b06ee3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 15:58:46.390361 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-04e23071-594f-4b36-abae-801666931581 None None] Bound port: c405fbc8-48a1-4a35-9e66-9d6196e505e2, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423539d5-d9ee-4190-bd0e-678b06ee3024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 15:58:46.391089 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-04e23071-594f-4b36-abae-801666931581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.448897 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-90f8d111-8be5-40a4-92e3-d84d03f8794d None None] Provisioning complete for port c405fbc8-48a1-4a35-9e66-9d6196e505e2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:46.449569 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-90f8d111-8be5-40a4-92e3-d84d03f8794d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.453035 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:46.454746 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-04e23071-594f-4b36-abae-801666931581 None None] For port c405fbc8-48a1-4a35-9e66-9d6196e505e2, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 15:58:46.477344 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-04e23071-594f-4b36-abae-801666931581 None None] For port c405fbc8-48a1-4a35-9e66-9d6196e505e2, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=c405fbc8-48a1-4a35-9e66-9d6196e505e2,segment=NetworkSegment(423539d5-d9ee-4190-bd0e-678b06ee3024),segment_id=423539d5-d9ee-4190-bd0e-678b06ee3024)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 15:58:46.479775 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:46.483424 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-90f8d111-8be5-40a4-92e3-d84d03f8794d None None] Port c405fbc8-48a1-4a35-9e66-9d6196e505e2 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 15:58:46.484890 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-04e23071-594f-4b36-abae-801666931581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.537411 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9bd93-b16d-4d0c-9651-77ca27ef0a8c None None] Pushing event updated for resources: {'Port': ['ID=c405fbc8-48a1-4a35-9e66-9d6196e505e2,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:46.556743 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e23071-594f-4b36-abae-801666931581 None None] Routers {'9698881f-9ce1-44d6-bb00-1f2c9b2beba7'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 15:58:46.557487 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-04e23071-594f-4b36-abae-801666931581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T15:58:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9698881f-9ce1-44d6-bb00-1f2c9b2beba7'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:46.647437 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-04e23071-594f-4b36-abae-801666931581 None None] Set router 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 gateway port host: None {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 15:58:46.702072 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-eda82b02-43d2-48da-a0e0-254f8673e542 None None] Provisioning complete for port c405fbc8-48a1-4a35-9e66-9d6196e505e2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:46.702325 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-eda82b02-43d2-48da-a0e0-254f8673e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.773933 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-eda82b02-43d2-48da-a0e0-254f8673e542 None None] Current status of the port c405fbc8-48a1-4a35-9e66-9d6196e505e2 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 15:58:46.774618 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-eda82b02-43d2-48da-a0e0-254f8673e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.810023 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-eda82b02-43d2-48da-a0e0-254f8673e542 None None] For port c405fbc8-48a1-4a35-9e66-9d6196e505e2, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=c405fbc8-48a1-4a35-9e66-9d6196e505e2,segment=NetworkSegment(423539d5-d9ee-4190-bd0e-678b06ee3024),segment_id=423539d5-d9ee-4190-bd0e-678b06ee3024)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 15:58:46.815973 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-eda82b02-43d2-48da-a0e0-254f8673e542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:46.846413 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-04e23071-594f-4b36-abae-801666931581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'name': 'router1', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T15:58:34Z', 'updated_at': '2022-06-25T15:58:44Z', 'revision_number': 2, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'gw_port_host': None, '_interfaces': [{'id': 'c405fbc8-48a1-4a35-9e66-9d6196e505e2', 'name': '', 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'mac_address': 'fa:16:3e:31:1b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T15:58:43Z', 'updated_at': '2022-06-25T15:58:46Z', 'revision_number': 4, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'subnets': [{'id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325274f7-2893-4d37-a3eb-59f3729aaa44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:46.867079 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda82b02-43d2-48da-a0e0-254f8673e542 None None] Pushing event updated for resources: {'Port': ['ID=c405fbc8-48a1-4a35-9e66-9d6196e505e2,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:46.879314 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e23071-594f-4b36-abae-801666931581 None None] The sync data for ids ['9698881f-9ce1-44d6-bb00-1f2c9b2beba7'] in dv-cinder-847620-2-iscsi is: [{'id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'name': 'router1', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T15:58:34Z', 'updated_at': '2022-06-25T15:58:44Z', 'revision_number': 2, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'gw_port_host': None, '_interfaces': [{'id': 'c405fbc8-48a1-4a35-9e66-9d6196e505e2', 'name': '', 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'mac_address': 'fa:16:3e:31:1b:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T15:58:43Z', 'updated_at': '2022-06-25T15:58:46Z', 'revision_number': 4, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'subnets': [{'id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325274f7-2893-4d37-a3eb-59f3729aaa44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 15:58:47.199699 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 35382) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:47.407528 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b508f40-8cc5-481c-8783-b835d197441a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 15:58:47.408917 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7b508f40-8cc5-481c-8783-b835d197441a admin admin] 10.222.0.13 "GET /v2.0/networks/6e28cae3-f145-4522-a714-a63fa709a75b HTTP/1.1" status: 200 len: 842 time: 0.2082224 Jun 25 15:58:47.418666 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Request body: {'subnet': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 15:58:47.454184 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Made reservation on behalf of c8597e0eb76849bdadd0530f7e198ab0 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 15:58:47.456499 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:47.500857 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:47.602370 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:47.710055 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:47.745095 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:47.766275 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.objects.ports [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104057) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 25 15:58:47.766742 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (9caabfce-049e-46ec-887c-71f5cb52b292), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:47.817855 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9caabfce-049e-46ec-887c-71f5cb52b292,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:47.836105 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 15:58:47.836495 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Network hostable DHCP agents. Network: 6e28cae3-f145-4522-a714-a63fa709a75b, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 15:58:47.862044 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 15:58:47.875602 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 6e28cae3-f145-4522-a714-a63fa709a75b) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 15:58:47.880112 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 15:58:47.880767 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:47.884747 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b73b37-266b-42ef-baf0-d7b77f28af96 None None] Network 6e28cae3-f145-4522-a714-a63fa709a75b requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 15:58:47.912550 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-27924672-1e4c-42c5-af25-38d7800760e3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4957099 Jun 25 15:58:47.914803 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:47.999102 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12045f60-82e0-498b-939b-da912d94f203 None None] Network 6e28cae3-f145-4522-a714-a63fa709a75b requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 15:58:50.040129 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=24,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:50.048815 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:50.167356 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35402) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:50.386879 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-64bb115d-2cd2-4884-8500-b717003fd50c demo admin] 10.222.0.13 "GET /v2.0/routers/9698881f-9ce1-44d6-bb00-1f2c9b2beba7 HTTP/1.1" status: 200 len: 710 time: 0.2182720 Jun 25 15:58:50.501679 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76faef4d-2a53-4f58-aab2-9489330db668 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 15:58:50.502957 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-76faef4d-2a53-4f58-aab2-9489330db668 demo admin] 10.222.0.13 "GET /v2.0/networks/6e28cae3-f145-4522-a714-a63fa709a75b HTTP/1.1" status: 200 len: 886 time: 0.1099985 Jun 25 15:58:50.511793 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 15:58:50.761232 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Publish callbacks [] for router_gateway (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:51.029645 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Publish callbacks [] for router_gateway (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:51.105833 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:51.264429 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Allocated IP 172.27.2.54 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/da527c51-9ce4-4918-9f2d-59108b96a906) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 15:58:51.372767 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Publish callbacks [] for port (da527c51-9ce4-4918-9f2d-59108b96a906), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:51.396694 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:51.416143 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:51.438287 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (da527c51-9ce4-4918-9f2d-59108b96a906), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:51.517121 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 15:58:51.525027 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 15:58:51.527868 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 15:58:51.529817 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Pushing event updated for resources: {'Port': ['ID=da527c51-9ce4-4918-9f2d-59108b96a906,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:51.814856 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Publish callbacks [] for router_gateway (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:51.988347 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 5 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 15:58:52.011011 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-655033', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-652603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30343'] for router (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:52.016321 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-655040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-655058', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-652610'] for router (9698881f-9ce1-44d6-bb00-1f2c9b2beba7), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:52.129396 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Router 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 15:58:52.300227 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 15:58:52.304826 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:52.305827 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-42e7e8ff-4a0d-44cb-abb3-22820daf38be demo admin] 10.222.0.13 "PUT /v2.0/routers/9698881f-9ce1-44d6-bb00-1f2c9b2beba7 HTTP/1.1" status: 200 len: 889 time: 1.7971489 Jun 25 15:58:53.102159 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Sync routers for ids ['9698881f-9ce1-44d6-bb00-1f2c9b2beba7'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 15:58:53.114411 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Routers {'9698881f-9ce1-44d6-bb00-1f2c9b2beba7'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 15:58:53.114970 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T15:58:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9698881f-9ce1-44d6-bb00-1f2c9b2beba7'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:53.310055 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Set router 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 15:58:53.469244 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device c405fbc8-48a1-4a35-9e66-9d6196e505e2 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 15:58:53.476547 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:53.638996 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port c405fbc8-48a1-4a35-9e66-9d6196e505e2 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:53.639285 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:53.757777 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'name': 'router1', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'da527c51-9ce4-4918-9f2d-59108b96a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T15:58:34Z', 'updated_at': '2022-06-25T15:58:51Z', 'revision_number': 4, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'gw_port': {'id': 'da527c51-9ce4-4918-9f2d-59108b96a906', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T15:58:51Z', 'updated_at': '2022-06-25T15:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'c405fbc8-48a1-4a35-9e66-9d6196e505e2', 'name': '', 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'mac_address': 'fa:16:3e:31:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T15:58:43Z', 'updated_at': '2022-06-25T15:58:46Z', 'revision_number': 5, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'subnets': [{'id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325274f7-2893-4d37-a3eb-59f3729aaa44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:53.918000 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Checking router: 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 15:58:53.918198 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Updating router 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 port da527c51-9ce4-4918-9f2d-59108b96a906 binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 15:58:53.963735 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port c405fbc8-48a1-4a35-9e66-9d6196e505e2 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 15:58:53.975947 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da527c51-9ce4-4918-9f2d-59108b96a906), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:54.292945 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:54.297067 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Publish callbacks [] for port (da527c51-9ce4-4918-9f2d-59108b96a906), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:54.303416 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (da527c51-9ce4-4918-9f2d-59108b96a906), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:54.353654 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c8eb0-a161-4fd4-a759-faf705142633 None None] Pushing event updated for resources: {'Port': ['ID=da527c51-9ce4-4918-9f2d-59108b96a906,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:54.355956 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Attempting to bind port da527c51-9ce4-4918-9f2d-59108b96a906 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 15:58:54.356319 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Attempting to bind port da527c51-9ce4-4918-9f2d-59108b96a906 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 15:58:54.356697 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Attempting to bind port da527c51-9ce4-4918-9f2d-59108b96a906 on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 15:58:54.362520 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 15, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 15:58:54.362895 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 15:58:54.363282 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:54.363716 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 15:58:54.364174 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Bound port: da527c51-9ce4-4918-9f2d-59108b96a906, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 15:58:54.364554 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da527c51-9ce4-4918-9f2d-59108b96a906), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:54.413319 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] For port da527c51-9ce4-4918-9f2d-59108b96a906, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 15:58:54.416357 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] For port da527c51-9ce4-4918-9f2d-59108b96a906, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=da527c51-9ce4-4918-9f2d-59108b96a906,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 15:58:54.423117 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (da527c51-9ce4-4918-9f2d-59108b96a906), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:54.480145 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Routers {'9698881f-9ce1-44d6-bb00-1f2c9b2beba7'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 15:58:54.480789 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T15:58:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9698881f-9ce1-44d6-bb00-1f2c9b2beba7'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:54.482775 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c8eb0-a161-4fd4-a759-faf705142633 None None] Pushing event updated for resources: {'Port': ['ID=da527c51-9ce4-4918-9f2d-59108b96a906,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:54.575207 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35414) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 15:58:54.576151 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:54.585851 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] Set router 9698881f-9ce1-44d6-bb00-1f2c9b2beba7 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 15:58:54.691189 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-62fb1c13-113a-41f4-bdba-6b5388bd03e3 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1149139 Jun 25 15:58:54.788189 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'name': 'router1', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'da527c51-9ce4-4918-9f2d-59108b96a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T15:58:34Z', 'updated_at': '2022-06-25T15:58:51Z', 'revision_number': 4, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'gw_port': {'id': 'da527c51-9ce4-4918-9f2d-59108b96a906', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T15:58:51Z', 'updated_at': '2022-06-25T15:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'c405fbc8-48a1-4a35-9e66-9d6196e505e2', 'name': '', 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'mac_address': 'fa:16:3e:31:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T15:58:43Z', 'updated_at': '2022-06-25T15:58:46Z', 'revision_number': 5, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'subnets': [{'id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325274f7-2893-4d37-a3eb-59f3729aaa44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 15:58:54.817842 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebbffe1-28a1-4db7-aeac-1cf4640253b2 None None] The sync data for ids ['9698881f-9ce1-44d6-bb00-1f2c9b2beba7'] in dv-cinder-847620-2-iscsi is: [{'id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'name': 'router1', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.54'}], 'enable_snat': True}, 'gw_port_id': 'da527c51-9ce4-4918-9f2d-59108b96a906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T15:58:34Z', 'updated_at': '2022-06-25T15:58:51Z', 'revision_number': 4, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'gw_port': {'id': 'da527c51-9ce4-4918-9f2d-59108b96a906', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:3f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T15:58:51Z', 'updated_at': '2022-06-25T15:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'c405fbc8-48a1-4a35-9e66-9d6196e505e2', 'name': '', 'network_id': '6bc71876-92ba-4432-a757-23ee1a3e4534', 'tenant_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'mac_address': 'fa:16:3e:31:1b:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9698881f-9ce1-44d6-bb00-1f2c9b2beba7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T15:58:43Z', 'updated_at': '2022-06-25T15:58:46Z', 'revision_number': 5, 'project_id': '5743d78b2bc44a2eb50a4bb98ffdf1ea', 'subnets': [{'id': '9f65c15d-63e8-4cca-bf70-db5119a5768c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '325274f7-2893-4d37-a3eb-59f3729aaa44'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 15:58:55.470042 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device da527c51-9ce4-4918-9f2d-59108b96a906 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 15:58:55.518134 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port da527c51-9ce4-4918-9f2d-59108b96a906 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:55.518287 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (da527c51-9ce4-4918-9f2d-59108b96a906), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:55.593854 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port da527c51-9ce4-4918-9f2d-59108b96a906 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 15:58:55.594366 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da527c51-9ce4-4918-9f2d-59108b96a906), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:55.626371 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port da527c51-9ce4-4918-9f2d-59108b96a906, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=da527c51-9ce4-4918-9f2d-59108b96a906,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 15:58:55.636074 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (da527c51-9ce4-4918-9f2d-59108b96a906), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:55.682029 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=da527c51-9ce4-4918-9f2d-59108b96a906,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 15:58:56.849554 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=49 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:57.455433 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device da527c51-9ce4-4918-9f2d-59108b96a906 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 15:58:57.499987 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port da527c51-9ce4-4918-9f2d-59108b96a906 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 15:58:57.500443 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (da527c51-9ce4-4918-9f2d-59108b96a906), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:58:57.501700 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:57.583859 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port da527c51-9ce4-4918-9f2d-59108b96a906 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 15:58:57.900561 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:58:57.903268 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=20,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:01.985535 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=33 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:04.683745 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:04.687441 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:07.578857 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=65,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:07.582782 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=6 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:12.355161 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-886e8c8d-a52f-41b4-86d1-84be08705eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:14.450570 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0ca2c09a-5472-437d-9aff-7f1c33bda5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:15.809682 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:17.510271 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:17.756060 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:27.741897 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=9 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:27.746784 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:28.988978 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 5 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 15:59:33.020262 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:38.984747 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:42.353903 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-696c4fef-9c9c-4357-959e-4db51ab698ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:44.444618 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-27f4d862-443a-481d-8552-2cdfdd37edf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:45.811674 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:47.505750 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:47.753810 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 15:59:57.744464 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 15:59:57.746399 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:05.988302 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 5 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:00:09.874989 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35956) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:09.944598 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e5a73d-8765-4d30-8b83-80e9081f381b admin admin] GET failed (client error): The resource could not be found. Jun 25 16:00:09.945887 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-89e5a73d-8765-4d30-8b83-80e9081f381b admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698376 Jun 25 16:00:10.106821 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad17261-340b-4d59-ad13-e1f0a823072d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:10.108191 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9ad17261-340b-4d59-ad13-e1f0a823072d admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1581304 Jun 25 16:00:12.196439 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35966) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:12.298922 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cbcf92-fc90-4273-b637-05169389554f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:12.300258 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-24cbcf92-fc90-4273-b637-05169389554f admin admin] 10.222.0.13 "GET /v2.0/subnets/9f65c15d-63e8-4cca-bf70-db5119a5768c HTTP/1.1" status: 200 len: 849 time: 0.1028397 Jun 25 16:00:12.309948 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:00:12.351052 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-21ad41ba-406e-440c-a8b4-c2b5634c1bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:12.398332 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Publish callbacks [] for subnet (9f65c15d-63e8-4cca-bf70-db5119a5768c), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:12.567940 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8764610382695'] for subnet (9f65c15d-63e8-4cca-bf70-db5119a5768c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:12.604791 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:12.605470 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:12.620440 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] 10.222.0.13 "PUT /v2.0/subnets/9f65c15d-63e8-4cca-bf70-db5119a5768c HTTP/1.1" status: 200 len: 868 time: 0.3003347 Jun 25 16:00:12.621126 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262295fd-fb15-4e26-bd74-3e40e7a438c6 None None] Network 6bc71876-92ba-4432-a757-23ee1a3e4534 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:00:12.624269 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f65c15d-63e8-4cca-bf70-db5119a5768c,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:00:12.632693 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.633068 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.633391 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.633725 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.634051 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.634375 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.634694 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.634988 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.635325 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.635653 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.635997 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.636336 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.636688 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.636990 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.637320 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81113dcd-a723-4db7-916e-acd9a05d122a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:00:12.922790 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-07eb4f7f-5f74-49f1-a658-823422b1acde None None] Provisioning complete for port 88759f22-9398-4288-a375-e0044b71d8b8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:00:12.923289 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-07eb4f7f-5f74-49f1-a658-823422b1acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (88759f22-9398-4288-a375-e0044b71d8b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:12.999594 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-07eb4f7f-5f74-49f1-a658-823422b1acde None None] Current status of the port 88759f22-9398-4288-a375-e0044b71d8b8 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:00:13.008854 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-07eb4f7f-5f74-49f1-a658-823422b1acde None None] Provisioning complete for port c405fbc8-48a1-4a35-9e66-9d6196e505e2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:00:13.009146 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-07eb4f7f-5f74-49f1-a658-823422b1acde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c405fbc8-48a1-4a35-9e66-9d6196e505e2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:13.088091 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-07eb4f7f-5f74-49f1-a658-823422b1acde None None] Current status of the port c405fbc8-48a1-4a35-9e66-9d6196e505e2 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:00:14.452140 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e235e3ed-18c4-4912-a243-04efd8e4cd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:14.685987 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35974) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:14.907095 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957fa05-70b3-4981-a0f4-80ead7b4e280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:14.907562 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957fa05-70b3-4981-a0f4-80ead7b4e280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:14.909163 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a957fa05-70b3-4981-a0f4-80ead7b4e280 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2221713 Jun 25 16:00:15.810914 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:15.983969 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:15.984881 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:16.951648 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35982) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:17.102805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c10b49-7ba8-45a8-8821-6c07bd6c8c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:17.103264 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c10b49-7ba8-45a8-8821-6c07bd6c8c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:17.104853 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-05c10b49-7ba8-45a8-8821-6c07bd6c8c9e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1522136 Jun 25 16:00:17.506944 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:17.750479 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:19.160727 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 35990) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:19.301949 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:19.317509 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567fe460-2e1c-4ac9-a5da-8de3a9a3b9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:19.318866 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-567fe460-2e1c-4ac9-a5da-8de3a9a3b9ec admin admin] 10.222.0.13 "GET /v2.0/networks/6bc71876-92ba-4432-a757-23ee1a3e4534 HTTP/1.1" status: 200 len: 869 time: 0.1567764 Jun 25 16:00:21.363859 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36000) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:21.447323 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:21.511580 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d519050a-aa18-4671-a0e3-77de31ca894b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:21.513032 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d519050a-aa18-4671-a0e3-77de31ca894b admin admin] 10.222.0.13 "GET /v2.0/networks/6e28cae3-f145-4522-a714-a63fa709a75b HTTP/1.1" status: 200 len: 886 time: 0.1479990 Jun 25 16:00:23.604627 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36008) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:23.752968 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e9cc6-0490-4e3e-91f0-12c3650bf95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:23.753283 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e9cc6-0490-4e3e-91f0-12c3650bf95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:23.754849 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c49e9cc6-0490-4e3e-91f0-12c3650bf95a admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1492343 Jun 25 16:00:25.809266 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36016) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:25.911093 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d489ae2-3f3a-4b38-b695-3f7795b8eb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:25.911536 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d489ae2-3f3a-4b38-b695-3f7795b8eb18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:25.913074 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-4d489ae2-3f3a-4b38-b695-3f7795b8eb18 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1028256 Jun 25 16:00:27.501383 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:27.743232 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:28.014547 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36024) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:28.108277 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa73ea-8342-4cad-a81e-04ab918547f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:28.109673 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-54fa73ea-8342-4cad-a81e-04ab918547f9 admin admin] 10.222.0.13 "GET /v2.0/subnets/9caabfce-049e-46ec-887c-71f5cb52b292 HTTP/1.1" status: 200 len: 816 time: 0.0942137 Jun 25 16:00:30.165929 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36032) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:30.280648 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2f9347-5774-4149-a88c-bf17ac7a532b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:30.282059 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7b2f9347-5774-4149-a88c-bf17ac7a532b admin admin] 10.222.0.13 "GET /v2.0/subnets/9f65c15d-63e8-4cca-bf70-db5119a5768c HTTP/1.1" status: 200 len: 868 time: 0.1148329 Jun 25 16:00:40.276040 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=29 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:40.278000 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=35 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:42.354759 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-34b3bfeb-ea7f-4f0a-b5bc-efed280bbce0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:42.988388 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 5 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:00:44.447047 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e4fd0b88-bfa9-40ab-84f5-fe6eff0d1b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:45.813757 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:47.013434 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:47.508685 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:47.746089 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:00:52.984548 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=6 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:56.950455 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36086) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:57.002680 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [None req-c6a2c8d8-bd4b-44e9-abdb-d58021e55231 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:00:57.003669 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c6a2c8d8-bd4b-44e9-abdb-d58021e55231 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0520239 Jun 25 16:00:57.737819 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:57.739862 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:00:59.125584 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36096) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:00:59.198936 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8bfea0-af32-40f4-8ee3-83494d1c5988 admin admin] GET failed (client error): The resource could not be found. Jun 25 16:00:59.200253 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-4a8bfea0-af32-40f4-8ee3-83494d1c5988 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0735579 Jun 25 16:00:59.292134 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec8a1a9-cfbc-4d50-83e2-cebeb4af664d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:00:59.293625 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0ec8a1a9-cfbc-4d50-83e2-cebeb4af664d admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0881250 Jun 25 16:01:01.390810 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36104) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:01:01.446133 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:01:01.475679 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Made reservation on behalf of c8597e0eb76849bdadd0530f7e198ab0 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:01:01.479062 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:01.508921 dv-cinder-847620-2-iscsi neutron-server[104057]: WARNING neutron.services.revisions.revision_plugin [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Could not find related network for resource to bump revision. Jun 25 16:01:01.525686 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:01:01.539481 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8764610158210', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (fa8983de-eb12-41df-8cd8-7e3aaefd5939), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:01.539974 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Unsubscribe: segment precommit_create {{(pid=104057) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 25 16:01:01.540445 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Added segment fa8983de-eb12-41df-8cd8-7e3aaefd5939 of type vlan for network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b Jun 25 16:01:01.584340 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:01.617863 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:01.618806 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:01:01.619356 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:01.674669 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2824633 Jun 25 16:01:01.714427 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Pushing event updated for resources: {'Network': ['ID=1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:01:01.722038 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.722358 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.722733 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.723063 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.723387 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.723708 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.724026 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.724343 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.724665 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.725009 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.725348 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.725665 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.725977 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.726289 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.726570 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b602ddd-f19d-4e41-9c10-956f2e3bcb70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:01.739898 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:01:03.745428 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36112) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:01:03.807675 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9ede46-afbf-489e-ba78-26712689f8db admin admin] GET failed (client error): The resource could not be found. Jun 25 16:01:03.808970 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-aa9ede46-afbf-489e-ba78-26712689f8db admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626695 Jun 25 16:01:03.910454 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca43848-4ca2-465e-a8ae-aecf7184345c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:01:03.911897 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-aca43848-4ca2-465e-a8ae-aecf7184345c admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0986836 Jun 25 16:01:03.924989 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:01:03.948074 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Made reservation on behalf of c8597e0eb76849bdadd0530f7e198ab0 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:01:03.950710 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:04.138399 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (d37b4101-4bf7-45cf-8eff-20667fd91ffd), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:04.194548 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d37b4101-4bf7-45cf-8eff-20667fd91ffd,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:01:04.211654 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Checking segment: {'id': 'fa8983de-eb12-41df-8cd8-7e3aaefd5939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:01:04.212003 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Network hostable DHCP agents. Network: 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:01:04.232739 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:01:04.242955 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:01:04.246956 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:01:04.247529 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:04.253059 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6fdba4-48f6-4c17-b96d-11d266166a5d None None] Network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:01:04.264185 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f23782bc-e415-4060-84cb-4b3a20a01541 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3425055 Jun 25 16:01:04.359375 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b', 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b', 'project_id': 'c8597e0eb76849bdadd0530f7e198ab0', 'fixed_ips': [{'subnet_id': 'd37b4101-4bf7-45cf-8eff-20667fd91ffd'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:01:04.360694 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:04.596308 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Allocated IP 192.168.233.2 (1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b/d37b4101-4bf7-45cf-8eff-20667fd91ffd/c5d98fae-f9d8-460e-8d22-e82ccf1a113b) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:01:04.740624 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Publish callbacks [] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:04.747667 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:04.792639 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:01:04.795984 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:01:04.797975 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Pushing event updated for resources: {'Port': ['ID=c5d98fae-f9d8-460e-8d22-e82ccf1a113b,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:01:04.800156 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:01:04.811428 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.811804 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.812220 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.812823 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.813144 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.813470 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.813784 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.814100 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.814416 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.814730 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.815044 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.815369 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.815681 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.815989 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.816302 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:01:04.868417 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Attempting to bind port c5d98fae-f9d8-460e-8d22-e82ccf1a113b on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:01:04.868782 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Attempting to bind port c5d98fae-f9d8-460e-8d22-e82ccf1a113b by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'fa8983de-eb12-41df-8cd8-7e3aaefd5939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:01:04.869130 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Attempting to bind port c5d98fae-f9d8-460e-8d22-e82ccf1a113b on network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:01:04.874633 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:01:04.875215 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Checking segment: {'id': 'fa8983de-eb12-41df-8cd8-7e3aaefd5939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:01:04.875612 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:04.875997 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Bound using segment: {'id': 'fa8983de-eb12-41df-8cd8-7e3aaefd5939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:01:04.876479 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Bound port: c5d98fae-f9d8-460e-8d22-e82ccf1a113b, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa8983de-eb12-41df-8cd8-7e3aaefd5939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:01:04.876853 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:04.939503 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] For port c5d98fae-f9d8-460e-8d22-e82ccf1a113b, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:01:04.942975 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] For port c5d98fae-f9d8-460e-8d22-e82ccf1a113b, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=c5d98fae-f9d8-460e-8d22-e82ccf1a113b,segment=NetworkSegment(fa8983de-eb12-41df-8cd8-7e3aaefd5939),segment_id=fa8983de-eb12-41df-8cd8-7e3aaefd5939)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:01:04.949997 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:05.013163 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d883e0-ce57-4ca3-909d-962851a7cdb1 None None] Pushing event updated for resources: {'Port': ['ID=c5d98fae-f9d8-460e-8d22-e82ccf1a113b,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:01:05.551306 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device c5d98fae-f9d8-460e-8d22-e82ccf1a113b up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:01:05.600578 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port c5d98fae-f9d8-460e-8d22-e82ccf1a113b triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:01:05.600950 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:05.646405 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:05.674915 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:05.687291 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port c5d98fae-f9d8-460e-8d22-e82ccf1a113b is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:01:05.687603 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:05.727215 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port c5d98fae-f9d8-460e-8d22-e82ccf1a113b, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=c5d98fae-f9d8-460e-8d22-e82ccf1a113b,segment=NetworkSegment(fa8983de-eb12-41df-8cd8-7e3aaefd5939),segment_id=fa8983de-eb12-41df-8cd8-7e3aaefd5939)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:01:05.732925 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:05.786267 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=c5d98fae-f9d8-460e-8d22-e82ccf1a113b,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:01:05.874990 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12113ecf-5df4-473e-a7bd-456f0cdf88be None None] Network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:01:05.941230 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-399fe5a7-7e76-4ef6-8207-3a4fe2462b73 None None] Provisioning complete for port c5d98fae-f9d8-460e-8d22-e82ccf1a113b triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:01:05.941610 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-399fe5a7-7e76-4ef6-8207-3a4fe2462b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:06.054329 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-399fe5a7-7e76-4ef6-8207-3a4fe2462b73 None None] Current status of the port c5d98fae-f9d8-460e-8d22-e82ccf1a113b is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:01:06.273641 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b4c2a337-e0fe-465a-bf95-574ffba07ce8 None None] Provisioning complete for port c5d98fae-f9d8-460e-8d22-e82ccf1a113b triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:01:06.273947 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a337-e0fe-465a-bf95-574ffba07ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:06.347731 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b4c2a337-e0fe-465a-bf95-574ffba07ce8 None None] Current status of the port c5d98fae-f9d8-460e-8d22-e82ccf1a113b is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:01:07.536770 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device c5d98fae-f9d8-460e-8d22-e82ccf1a113b up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:01:07.585834 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port c5d98fae-f9d8-460e-8d22-e82ccf1a113b triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:01:07.586334 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c5d98fae-f9d8-460e-8d22-e82ccf1a113b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:07.658352 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port c5d98fae-f9d8-460e-8d22-e82ccf1a113b is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:01:09.283997 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=12 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:09.289945 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=10 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:12.360185 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d84ba9ca-5889-479c-9fac-51fc2a37aea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:12.764474 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=14 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:14.255586 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=64,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:14.258536 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=74,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:14.454365 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b3265f46-3a00-411d-8a58-702dec100fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:15.825371 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:17.515628 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:17.751198 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:19.987954 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 5 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:01:24.013678 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:27.742607 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:27.744495 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:29.983621 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=19 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:42.365548 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-376111d6-cc26-4214-868e-0d2f7a1f472f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:44.448204 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ca05d11c-11a3-4603-9642-8dce53f42093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:45.821185 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:47.521165 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:47.756064 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:01:56.987245 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 5 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:01:57.748513 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:01:57.750394 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:10.984236 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:10.985014 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:12.370915 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-154d1af3-a203-4f05-bb70-daf75c27f2a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:14.454418 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ce12d51-7508-4c6c-9684-62cd58078130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:15.825640 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:17.520343 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:17.761661 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:27.748660 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=9 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:27.755637 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:29.178068 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36150) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:02:29.183936 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [None req-0f6c7312-6347-4afd-94bc-603010a57cb3 tempest-verify_tempest_config-96922011 tempest-verify_tempest_config-96922011-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:02:29.184993 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0f6c7312-6347-4afd-94bc-603010a57cb3 tempest-verify_tempest_config-96922011 tempest-verify_tempest_config-96922011-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059030 Jun 25 16:02:29.514868 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36168) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:02:29.625709 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:29.733713 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Publish callbacks [] for security_group (6a228a45-180e-47d0-b585-775d0e069e10), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:29.740096 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (6a228a45-180e-47d0-b585-775d0e069e10), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:29.792801 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=866ec87d31364266ae396af164eb83de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2764213 Jun 25 16:02:29.793602 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a228a45-180e-47d0-b585-775d0e069e10,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:02:29.795695 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36174) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:02:29.811408 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.811699 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.812083 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.812436 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.812762 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.813077 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.813359 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.813698 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.814026 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.814341 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.814637 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.814980 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.815270 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.815576 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.816232 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e12e5772-63e7-46b1-9b46-e5fb41e9481d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:02:29.862962 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f759659a-38ee-4330-86d0-784cb0648184 admin admin] Publish callbacks [] for security_group (6a228a45-180e-47d0-b585-775d0e069e10), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:29.884999 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f759659a-38ee-4330-86d0-784cb0648184 admin admin] Publish callbacks [] for security_group (6a228a45-180e-47d0-b585-775d0e069e10), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:29.988174 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f759659a-38ee-4330-86d0-784cb0648184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (6a228a45-180e-47d0-b585-775d0e069e10), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:29.992571 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f759659a-38ee-4330-86d0-784cb0648184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:29.998565 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f759659a-38ee-4330-86d0-784cb0648184 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a228a45-180e-47d0-b585-775d0e069e10 HTTP/1.1" status: 204 len: 168 time: 0.1975324 Jun 25 16:02:30.004013 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759659a-38ee-4330-86d0-784cb0648184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a228a45-180e-47d0-b585-775d0e069e10,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:02:33.986360 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 5 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:02:39.927156 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:39.999894 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:40.022945 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:42.375551 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-57617121-f0ee-4aa6-ad3a-3fa051165838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:43.981166 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:43.982816 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=5 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:44.449097 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6cc54c04-5445-478d-aa87-0a3d685d536d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:45.827918 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:47.523056 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:47.766932 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:02:57.758468 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=9 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:02:57.761015 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:03:10.989735 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 5 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:03:12.392228 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bc78bbf5-cb37-47e0-b084-3d586bd9d200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:14.464927 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6a0e526e-a661-47c8-b492-95809389f1b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:15.013713 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=16 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:03:15.841914 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:17.528433 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:17.771756 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:20.983001 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=18 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:03:27.761482 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:03:27.765080 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:03:42.387522 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b4f2a480-e11d-4f13-9010-112272b475e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:44.456222 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8ce604ef-d20a-44b3-9e1f-2223e5e36216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:45.843813 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:47.535967 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:47.770517 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:03:47.994082 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 5 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:03:57.761063 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:03:57.764650 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:03:57.986247 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:03:57.987414 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:04:10.948439 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-651330'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:10.991796 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:04:12.394357 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f3a2fb23-01d5-44ab-b75a-151f570a3bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:14.465926 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f86550c2-b421-4a26-80c2-ceee8320d099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:15.848778 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:17.532456 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:17.766149 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:22.958502 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36250) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:04:23.071993 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b1321140-9b17-4e48-9115-5b97d7aa64a5 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1121287 Jun 25 16:04:24.993768 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:04:25.132044 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36260) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:04:25.195343 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0aa96a28-8b22-4992-81c0-3a19f91f7d77 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0622666 Jun 25 16:04:27.753201 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:04:27.759947 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:04:34.988867 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:04:34.989679 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=5 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:04:35.189830 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:04:35.190806 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:04:40.925560 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:42.388824 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-044de5e6-0955-4a05-9fe8-5d114ff209b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:44.463796 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fbfe2294-92a7-4bec-bbb1-9a4858303d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:45.851180 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:47.541076 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:47.784995 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:04:57.771807 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:04:57.776307 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:01.998972 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:05:10.948356 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:12.386733 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c5fbfc94-2d7b-4065-8d06-05aa9ec995c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:12.690047 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=16 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:12.693572 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=18 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:14.448450 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94f67cde-e647-4ecd-be24-c6aacb9b4c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:15.851135 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:17.551172 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:17.870476 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:27.863192 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:27.865170 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:38.999044 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:05:40.958659 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:42.380502 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-32a9fe70-56f6-463b-b618-742d42290208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:42.996220 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:44.453402 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1f88946c-29a5-454c-8d87-f0f20302c33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:45.852903 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:47.543015 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:47.779456 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:48.995047 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:57.774909 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:57.777071 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:58.638543 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36372) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:05:58.914016 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-419738321-network', 'tenant_id': '9bcee16336834b80a389799f89b5b79a'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:05:58.942505 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Made reservation on behalf of 9bcee16336834b80a389799f89b5b79a for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:05:58.946014 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:58.958648 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.053503 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Publish callbacks [] for security_group (7af9eea2-d632-42cb-8ed3-80b22f19dd6c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.059625 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (7af9eea2-d632-42cb-8ed3-80b22f19dd6c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.187206 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:05:59.189588 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af9eea2-d632-42cb-8ed3-80b22f19dd6c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:05:59.203396 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.203981 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.204377 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.205028 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.205518 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.206005 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.206505 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.206764 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.207308 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.207790 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.208050 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.208384 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.208718 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.209094 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.209392 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Tracked resource versions report: Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: pushed versions: Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: { 'AddressGroup': {'1.2'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Agent': {'1.1'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'ConntrackHelper': {'1.0'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'LocalIPAssociation': {'1.0'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Log': {'1.0'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'NDPProxy': {'1.0'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Network': {'1.1'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Port': {'1.7'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'PortForwarding': {'1.3'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'QosPolicy': {'1.10'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SecurityGroup': {'1.5'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SecurityGroupRule': {'1.2'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SubPort': {'1.0'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Subnet': {'1.1'}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Trunk': {'1.1'}} Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: consumer versions: Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: { DHCP agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: HyperV agent@hv-cinder-84762: {}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: L3 agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: Metadata agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: Metering agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: Open vSwitch agent@dv-cinder-847620-2-iscsi: { 'AddressGroup': '1.2', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Agent': '1.1', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'ConntrackHelper': '1.0', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'LocalIPAssociation': '1.0', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Log': '1.0', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'NDPProxy': '1.0', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Network': '1.1', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Port': '1.7', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'PortForwarding': '1.3', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'QosPolicy': '1.10', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SecurityGroup': '1.5', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SecurityGroupRule': '1.2', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'SubPort': '1.0', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Subnet': '1.1', Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: 'Trunk': '1.1'}} Jun 25 16:05:59.214151 dv-cinder-847620-2-iscsi neutron-server[104057]: {{(pid=104057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 16:05:59.217304 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.217637 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Added segment 1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8 of type vlan for network bd043e97-1059-4931-b819-353216eaa430 Jun 25 16:05:59.263640 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (bd043e97-1059-4931-b819-353216eaa430), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.289693 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (bd043e97-1059-4931-b819-353216eaa430), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.290677 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:05:59.291240 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.354843 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36414) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:05:59.360520 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] Pushing event updated for resources: {'Network': ['ID=bd043e97-1059-4931-b819-353216eaa430,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:05:59.374396 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e69b44f3-79bc-41b4-9825-21d474ec3e3f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7346015 Jun 25 16:05:59.375430 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36418) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:05:59.378716 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network bd043e97-1059-4931-b819-353216eaa430 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:05:59.382966 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Request body: {'subnet': {'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-subnet', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:05:59.408717 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Made reservation on behalf of 9bcee16336834b80a389799f89b5b79a for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:05:59.412066 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.602241 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-600616980-network', 'tenant_id': 'd14e0266d46e4e8ebc64a36f20766c6a'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:05:59.626660 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (3007921b-1ea5-4a85-85ff-e78fcb9b77da), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.630396 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Made reservation on behalf of d14e0266d46e4e8ebc64a36f20766c6a for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:05:59.632908 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.644317 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.676948 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3007921b-1ea5-4a85-85ff-e78fcb9b77da,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:05:59.715593 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Checking segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:05:59.715928 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Network hostable DHCP agents. Network: bd043e97-1059-4931-b819-353216eaa430, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:05:59.735863 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Network bd043e97-1059-4931-b819-353216eaa430 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:05:59.743429 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Publish callbacks [] for security_group (5ec18b6e-8deb-4774-ad08-950697547b26), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.749433 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5ec18b6e-8deb-4774-ad08-950697547b26), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.750605 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, bd043e97-1059-4931-b819-353216eaa430) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:05:59.762647 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:05:59.762875 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2aaf73-9471-4807-8f76-579892fa88c7 None None] Network bd043e97-1059-4931-b819-353216eaa430 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:05:59.763711 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.772262 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:05:59.784715 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:05:59.800279 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec18b6e-8deb-4774-ad08-950697547b26,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:05:59.808713 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-197fe0bb-84f2-4f3f-844b-864db9feaf89 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4313891 Jun 25 16:05:59.810250 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36446) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:05:59.811642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (270c56ba-91a4-410c-9015-f16c164e3c7c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.812444 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Added segment 270c56ba-91a4-410c-9015-f16c164e3c7c of type vlan for network c0050653-362f-4111-bee4-0d0088f9812b Jun 25 16:05:59.823234 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:05:59.824075 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.824724 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.825255 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.825814 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.826390 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.826916 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.827446 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.827969 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.828775 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.829724 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.830396 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.831044 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.831571 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.832093 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.832956 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Tracked resource versions report: Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: pushed versions: Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: { 'AddressGroup': {'1.2'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Agent': {'1.1'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'ConntrackHelper': {'1.0'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'LocalIPAssociation': {'1.0'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Log': {'1.0'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'NDPProxy': {'1.0'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Network': {'1.1'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Port': {'1.7'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'PortForwarding': {'1.3'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'QosPolicy': {'1.10'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SecurityGroup': {'1.5'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SecurityGroupRule': {'1.2'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SubPort': {'1.0'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Subnet': {'1.1'}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Trunk': {'1.1'}} Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: consumer versions: Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: { DHCP agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: HyperV agent@hv-cinder-84762: {}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: L3 agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: Metadata agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: Metering agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: Open vSwitch agent@dv-cinder-847620-2-iscsi: { 'AddressGroup': '1.2', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Agent': '1.1', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'ConntrackHelper': '1.0', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'LocalIPAssociation': '1.0', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Log': '1.0', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'NDPProxy': '1.0', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Network': '1.1', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Port': '1.7', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'PortForwarding': '1.3', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'QosPolicy': '1.10', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SecurityGroup': '1.5', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SecurityGroupRule': '1.2', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'SubPort': '1.0', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Subnet': '1.1', Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: 'Trunk': '1.1'}} Jun 25 16:05:59.835009 dv-cinder-847620-2-iscsi neutron-server[104058]: {{(pid=104058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 16:05:59.908781 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.910130 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:05:59.949648 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-bd043e97-1059-4931-b819-353216eaa430', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'project_id': '9bcee16336834b80a389799f89b5b79a', 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:05:59.950718 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.040191 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks [] for router_controller (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.054281 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (c0050653-362f-4111-bee4-0d0088f9812b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.087537 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (c0050653-362f-4111-bee4-0d0088f9812b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.088662 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:00.089359 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.138222 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:00.169188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8123729 Jun 25 16:06:00.170036 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a56e9-7ed0-4df1-8749-56db93df24ae admin admin] Pushing event updated for resources: {'Network': ['ID=c0050653-362f-4111-bee4-0d0088f9812b,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:00.173741 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36460) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:00.182725 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Request body: {'subnet': {'network_id': 'c0050653-362f-4111-bee4-0d0088f9812b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-600616980-subnet', 'tenant_id': 'd14e0266d46e4e8ebc64a36f20766c6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:00.185454 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network c0050653-362f-4111-bee4-0d0088f9812b details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:06:00.192979 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Allocated IP 172.20.0.2 (bd043e97-1059-4931-b819-353216eaa430/3007921b-1ea5-4a85-85ff-e78fcb9b77da/f74f5072-ebbe-4743-87b2-94110edaec44) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:00.209116 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Made reservation on behalf of d14e0266d46e4e8ebc64a36f20766c6a for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:00.214050 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.273660 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks [] for router_gateway (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.475628 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Publish callbacks [] for port (f74f5072-ebbe-4743-87b2-94110edaec44), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.483870 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.499677 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (9477d0db-1728-4b7a-9057-56218d5a4e8e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.531345 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Network bd043e97-1059-4931-b819-353216eaa430 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:00.536384 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:00.540942 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:00.550143 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Pushing event updated for resources: {'Port': ['ID=f74f5072-ebbe-4743-87b2-94110edaec44,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:00.561177 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.561514 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.561868 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.562201 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.562519 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.562834 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.562949 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks [] for router_gateway (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.563143 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.563452 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.563760 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.564067 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.564655 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.564987 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.565763 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.566080 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.566391 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Tracked resource versions report: Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: pushed versions: Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: { 'AddressGroup': {'1.2'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Agent': {'1.1'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'ConntrackHelper': {'1.0'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'LocalIPAssociation': {'1.0'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Log': {'1.0'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'NDPProxy': {'1.0'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Network': {'1.1'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Port': {'1.7'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'PortForwarding': {'1.3'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'QosPolicy': {'1.10'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SecurityGroup': {'1.5'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SecurityGroupRule': {'1.2'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SubPort': {'1.0'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Subnet': {'1.1'}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Trunk': {'1.1'}} Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: consumer versions: Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: { DHCP agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: HyperV agent@hv-cinder-84762: {}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: L3 agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: Metadata agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: Metering agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: Open vSwitch agent@dv-cinder-847620-2-iscsi: { 'AddressGroup': '1.2', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Agent': '1.1', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'ConntrackHelper': '1.0', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'LocalIPAssociation': '1.0', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Log': '1.0', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'NDPProxy': '1.0', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Network': '1.1', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Port': '1.7', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'PortForwarding': '1.3', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'QosPolicy': '1.10', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SecurityGroup': '1.5', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SecurityGroupRule': '1.2', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'SubPort': '1.0', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Subnet': '1.1', Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: 'Trunk': '1.1'}} Jun 25 16:06:00.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: {{(pid=104059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 16:06:00.585242 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36470) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:00.592663 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.603703 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9477d0db-1728-4b7a-9057-56218d5a4e8e,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:00.635629 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Attempting to bind port f74f5072-ebbe-4743-87b2-94110edaec44 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:00.635989 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Attempting to bind port f74f5072-ebbe-4743-87b2-94110edaec44 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:00.636708 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Attempting to bind port f74f5072-ebbe-4743-87b2-94110edaec44 on network bd043e97-1059-4931-b819-353216eaa430 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:00.642906 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:00.643334 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Checking segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:00.643628 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.644026 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Bound using segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:00.644495 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Bound port: f74f5072-ebbe-4743-87b2-94110edaec44, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:00.644893 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.649848 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Checking segment: {'id': '270c56ba-91a4-410c-9015-f16c164e3c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c0050653-362f-4111-bee4-0d0088f9812b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:00.650362 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Network hostable DHCP agents. Network: c0050653-362f-4111-bee4-0d0088f9812b, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:06:00.678973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Network c0050653-362f-4111-bee4-0d0088f9812b is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:06:00.687756 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:00.698998 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, c0050653-362f-4111-bee4-0d0088f9812b) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:00.717163 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613a4aca-12e1-4ee1-bff6-9edd3be328c8 None None] Network c0050653-362f-4111-bee4-0d0088f9812b requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:06:00.721063 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:00.722351 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.749055 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Allocated IP 172.27.2.138 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/dd571f27-8b4d-4a81-b0f1-41e8094f7d0b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:00.767327 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-21402d2a-3d82-484a-aa30-f96902d80d4a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5839310 Jun 25 16:06:00.837975 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] For port f74f5072-ebbe-4743-87b2-94110edaec44, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:00.856249 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] For port f74f5072-ebbe-4743-87b2-94110edaec44, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=f74f5072-ebbe-4743-87b2-94110edaec44,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:00.869408 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.931296 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks [] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:00.940255 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:00.953645 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:00.959073 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0786f713-0f0e-483b-92d2-fdb1eebe5f10 None None] Network c0050653-362f-4111-bee4-0d0088f9812b requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:06:00.963393 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36496) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:00.989256 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94691ceb-8d1d-4ba2-a2be-9289f4e29936 None None] Pushing event updated for resources: {'Port': ['ID=f74f5072-ebbe-4743-87b2-94110edaec44,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:00.989527 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.071558 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:01.074509 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:01.078363 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:01.089809 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Pushing event updated for resources: {'Port': ['ID=dd571f27-8b4d-4a81-b0f1-41e8094f7d0b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:01.127809 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1777263459-network', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:01.274063 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Made reservation on behalf of b1bba8f74dbd433bbffdb2ffbfc481fb for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:01.274063 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.274063 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:01.274063 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.392964 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:01.438327 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1580390532-network', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:01.439354 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks [] for router_gateway (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.462917 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Made reservation on behalf of c348649c6b794f5c9339ea9506b6a16b for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:01.466321 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.478862 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.534373 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:01.592002 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Publish callbacks [] for security_group (84abcf97-4ff4-4e29-9d28-c5c6262594ba), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.597202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Publish callbacks [] for security_group (f2d61870-3e75-4017-ad81-f5d54388995e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.602369 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (84abcf97-4ff4-4e29-9d28-c5c6262594ba), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.604141 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (f2d61870-3e75-4017-ad81-f5d54388995e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.642913 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:06:01.654487 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d61870-3e75-4017-ad81-f5d54388995e,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:01.659703 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (a39a08ed-5f3f-4722-994b-769db1e6c5b5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.660077 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Added segment a39a08ed-5f3f-4722-994b-769db1e6c5b5 of type vlan for network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d Jun 25 16:06:01.732146 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (8b9f6d93-00eb-41b6-97fc-bb6619ee796d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.754509 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84abcf97-4ff4-4e29-9d28-c5c6262594ba,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:01.758518 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:06:01.786429 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (8b9f6d93-00eb-41b6-97fc-bb6619ee796d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.788049 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:01.789654 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.803157 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (be1283f0-3124-4172-99b9-d10d0ba3bf04), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.803496 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Added segment be1283f0-3124-4172-99b9-d10d0ba3bf04 of type vlan for network 92184934-9929-49a5-91f4-1ab03b25e2f1 Jun 25 16:06:01.866863 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (92184934-9929-49a5-91f4-1ab03b25e2f1), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.873806 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.888098 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device f74f5072-ebbe-4743-87b2-94110edaec44 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:01.919624 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9549422 Jun 25 16:06:01.958035 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36526) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:01.961959 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa925f4a-9e0b-4020-86ec-4f79abfb5dc2 admin admin] Pushing event updated for resources: {'Network': ['ID=8b9f6d93-00eb-41b6-97fc-bb6619ee796d,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:01.964556 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Request body: {'subnet': {'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1580390532-subnet', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:01.976327 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:06:01.983167 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port f74f5072-ebbe-4743-87b2-94110edaec44 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:01.983808 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:01.996610 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Made reservation on behalf of c348649c6b794f5c9339ea9506b6a16b for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:01.999363 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.146690 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=19,neutron:SELECT=79,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:02.227902 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (92184934-9929-49a5-91f4-1ab03b25e2f1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.229659 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:02.230209 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port f74f5072-ebbe-4743-87b2-94110edaec44 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:02.230327 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.230596 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.301700 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port f74f5072-ebbe-4743-87b2-94110edaec44, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=f74f5072-ebbe-4743-87b2-94110edaec44,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:02.314972 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.356520 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:02.372128 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbceb25-0da8-4541-acad-e1a2d4e0d50a None None] Network bd043e97-1059-4931-b819-353216eaa430 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:06:02.380930 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36542) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:02.381708 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.7949317 Jun 25 16:06:02.387276 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Request body: {'subnet': {'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-subnet', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:02.438307 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Made reservation on behalf of b1bba8f74dbd433bbffdb2ffbfc481fb for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:02.441289 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.458890 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea8c21-3ce1-47a4-90d1-f7b4dd7450ce admin admin] Pushing event updated for resources: {'Network': ['ID=92184934-9929-49a5-91f4-1ab03b25e2f1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:02.467437 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:06:02.479483 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (eb97232f-2e34-4fa5-a8a2-b845c8d10654), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.542040 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb97232f-2e34-4fa5-a8a2-b845c8d10654,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:02.619630 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:06:02.638248 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Checking segment: {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:02.638248 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Network hostable DHCP agents. Network: 8b9f6d93-00eb-41b6-97fc-bb6619ee796d, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:06:02.654395 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-efab6fd0-c96e-4978-b1a8-c73279c3fa66 None None] Provisioning complete for port f74f5072-ebbe-4743-87b2-94110edaec44 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:02.654869 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-efab6fd0-c96e-4978-b1a8-c73279c3fa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.724770 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:06:02.728049 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:06:02.738706 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Sync routers for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:06:02.755586 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 8b9f6d93-00eb-41b6-97fc-bb6619ee796d) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:02.759764 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:02.762169 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:05:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:02.775135 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:02.776218 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.793752 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.798570 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-88272363-d8ca-4380-860b-23db6899ed6a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9837737 Jun 25 16:06:02.798789 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc89e81-f09e-496e-8847-469ed825ea73 None None] Network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:06:02.806415 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36556) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:02.807913 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b76e6f36-146f-4e7e-851c-3abd5586cc45 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8484592 Jun 25 16:06:02.808702 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36558) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:02.919289 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=f74f5072-ebbe-4743-87b2-94110edaec44,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:02.932591 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-efab6fd0-c96e-4978-b1a8-c73279c3fa66 None None] Current status of the port f74f5072-ebbe-4743-87b2-94110edaec44 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:02.952733 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:02.977536 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-8b9f6d93-00eb-41b6-97fc-bb6619ee796d', 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d', 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'fixed_ips': [{'subnet_id': 'eb97232f-2e34-4fa5-a8a2-b845c8d10654'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:06:02.978714 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:02.998895 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (91d06c15-2c0f-45d5-b907-2030a3ddd671), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.020676 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:03.130097 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.130484 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.205639 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:03.206149 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks [] for router_controller (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.210947 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:03.227765 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Allocated IP 172.20.0.2 (8b9f6d93-00eb-41b6-97fc-bb6619ee796d/eb97232f-2e34-4fa5-a8a2-b845c8d10654/53cd7cf1-54d0-49dd-bb55-49e41c74f1bb) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:03.385239 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks [] for router_gateway (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.391599 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:03.407052 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-24114cd3-57be-4a9b-a529-7fe86e47a823 None None] Provisioning complete for port f74f5072-ebbe-4743-87b2-94110edaec44 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:03.407471 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-24114cd3-57be-4a9b-a529-7fe86e47a823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.470001 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:01Z', 'revision_number': 3, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:03.499181 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:03.541313 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91d06c15-2c0f-45d5-b907-2030a3ddd671,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:03.543124 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Checking router: d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:06:03.545273 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Updating router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:06:03.590013 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-24114cd3-57be-4a9b-a529-7fe86e47a823 None None] Current status of the port f74f5072-ebbe-4743-87b2-94110edaec44 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:03.607518 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Publish callbacks [] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.612848 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.624330 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.725508 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Checking segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:03.726137 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Network hostable DHCP agents. Network: 92184934-9929-49a5-91f4-1ab03b25e2f1, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:06:03.737890 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:03.741707 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:03.749286 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:03.783015 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device f74f5072-ebbe-4743-87b2-94110edaec44 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:03.787445 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Pushing event updated for resources: {'Port': ['ID=53cd7cf1-54d0-49dd-bb55-49e41c74f1bb,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:03.835495 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks [] for router_gateway (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.847076 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:06:03.869700 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36598) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:03.876029 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-726778287-network', 'tenant_id': 'a54ec262520c49838ffb02d54800597e'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:03.881082 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.920144 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 92184934-9929-49a5-91f4-1ab03b25e2f1) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:03.921919 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Attempting to bind port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:03.922391 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Made reservation on behalf of a54ec262520c49838ffb02d54800597e for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:03.922478 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Attempting to bind port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:03.922633 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Attempting to bind port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb on network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:03.924922 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.936301 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5b13a4-6718-4aee-9a04-93f8cb750d2e None None] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:06:03.942979 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.980993 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port f74f5072-ebbe-4743-87b2-94110edaec44 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:03.981380 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.985549 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:03.985908 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Checking segment: {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:03.986287 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:03.986665 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Bound using segment: {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:03.987330 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Bound port: 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:03.988284 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.109775 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:04.110457 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.150873 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Publish callbacks [] for security_group (59e4378c-344f-4bf6-819b-ab94e3623d72), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.156461 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Publish callbacks [] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.158622 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (59e4378c-344f-4bf6-819b-ab94e3623d72), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.168187 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.181247 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-90f9c9a6-a48d-442e-a022-5052c16d3792 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7965136 Jun 25 16:06:04.187088 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36610) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:04.201618 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:04.265762 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.267691 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.287952 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Pushing event updated for resources: {'Port': ['ID=dd571f27-8b4d-4a81-b0f1-41e8094f7d0b,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:04.300979 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Allocated IP 172.27.2.49 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/465b2efa-ebc7-4d4d-a1f9-396465b6bdc3) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:04.309368 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.309849 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.310274 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.310921 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.311080 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.311500 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.312320 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.312858 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.313550 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.313856 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.314246 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.314687 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.315151 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.315593 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.316110 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Tracked resource versions report: Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: pushed versions: Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: { 'AddressGroup': {'1.2'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Agent': {'1.1'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'ConntrackHelper': {'1.0'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'LocalIPAssociation': {'1.0'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Log': {'1.0'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'NDPProxy': {'1.0'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Network': {'1.1'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Port': {'1.7'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'PortForwarding': {'1.3'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'QosPolicy': {'1.10'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SecurityGroup': {'1.5'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SecurityGroupRule': {'1.2'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SubPort': {'1.0'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Subnet': {'1.1'}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Trunk': {'1.1'}} Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: consumer versions: Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: { DHCP agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: HyperV agent@hv-cinder-84762: {}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: L3 agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: Metadata agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: Metering agent@dv-cinder-847620-2-iscsi: {}, Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: Open vSwitch agent@dv-cinder-847620-2-iscsi: { 'AddressGroup': '1.2', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Agent': '1.1', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'ConntrackHelper': '1.0', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'LocalIPAssociation': '1.0', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Log': '1.0', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'NDPProxy': '1.0', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Network': '1.1', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Port': '1.7', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'PortForwarding': '1.3', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'QosPolicy': '1.10', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SecurityGroup': '1.5', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SecurityGroupRule': '1.2', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'SubPort': '1.0', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Subnet': '1.1', Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: 'Trunk': '1.1'}} Jun 25 16:06:04.317635 dv-cinder-847620-2-iscsi neutron-server[104060]: {{(pid=104060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 25 16:06:04.322556 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Attempting to bind port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:04.323117 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Attempting to bind port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:04.323561 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Attempting to bind port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:04.331879 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:04.332332 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:04.333041 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.333529 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:04.334264 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Bound port: dd571f27-8b4d-4a81-b0f1-41e8094f7d0b, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:04.334780 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.358253 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port f74f5072-ebbe-4743-87b2-94110edaec44 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:04.359359 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks [] for router_controller (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.370099 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:06:04.412874 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:04.415501 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] For port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:04.419890 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] For port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=dd571f27-8b4d-4a81-b0f1-41e8094f7d0b,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:04.433316 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.502899 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-92184934-9929-49a5-91f4-1ab03b25e2f1', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:06:04.507729 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c00c77-cf8b-4851-acd7-0e113ade7816 None None] Pushing event updated for resources: {'Port': ['ID=dd571f27-8b4d-4a81-b0f1-41e8094f7d0b,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:04.508106 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.524705 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:04.533791 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:04.534745 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:05:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:04.538599 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] For port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:04.545481 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (537c7057-4e6c-4f97-871b-e25e975b5a7b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.545845 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Added segment 537c7057-4e6c-4f97-871b-e25e975b5a7b of type vlan for network 5a0eb454-3279-4912-b93e-add0b708c95b Jun 25 16:06:04.547679 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e4378c-344f-4bf6-819b-ab94e3623d72,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:04.584019 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] For port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=53cd7cf1-54d0-49dd-bb55-49e41c74f1bb,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:04.597918 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:04.601681 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.671474 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:04.673759 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks [] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.701187 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:04.748973 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:04.761454 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:04.832082 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.841912 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (5a0eb454-3279-4912-b93e-add0b708c95b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.885356 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks [] for router_gateway (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.895605 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (5a0eb454-3279-4912-b93e-add0b708c95b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.897108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:04.898022 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.909473 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:04.910521 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1006fb-2bc3-4655-abc5-5a07876961f3 None None] Pushing event updated for resources: {'Port': ['ID=53cd7cf1-54d0-49dd-bb55-49e41c74f1bb,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:04.974032 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:04.979956 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:04.988058 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Allocated IP 172.20.0.2 (92184934-9929-49a5-91f4-1ab03b25e2f1/91d06c15-2c0f-45d5-b907-2030a3ddd671/1ef5db89-0c33-4b74-a6fd-36d9dda74a00) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:05.000507 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:05.009028 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:05.030437 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1596067 Jun 25 16:06:05.033713 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36638) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:05.064391 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Request body: {'subnet': {'network_id': '5a0eb454-3279-4912-b93e-add0b708c95b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-726778287-subnet', 'tenant_id': 'a54ec262520c49838ffb02d54800597e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:05.106950 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:01Z', 'revision_number': 3, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:05.213785 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b3ad3-da33-4628-b23d-df5edb5a86f9 None None] The sync data for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi is: [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:01Z', 'revision_number': 3, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:06:05.231131 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Pushing event updated for resources: {'Port': ['ID=465b2efa-ebc7-4d4d-a1f9-396465b6bdc3,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:05.298112 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de24b71-c9f1-4ad9-af08-858047a54864 admin admin] Pushing event updated for resources: {'Network': ['ID=5a0eb454-3279-4912-b93e-add0b708c95b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:05.339995 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 5a0eb454-3279-4912-b93e-add0b708c95b details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:06:05.434752 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:05.501295 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Publish callbacks [] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:05.514625 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Made reservation on behalf of a54ec262520c49838ffb02d54800597e for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:05.517810 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:05.519182 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:05.633981 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:05.653577 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:05.659050 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:05.812505 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Pushing event updated for resources: {'Port': ['ID=1ef5db89-0c33-4b74-a6fd-36d9dda74a00,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:05.892063 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Attempting to bind port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:05.892786 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Attempting to bind port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:05.894349 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Attempting to bind port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:05.910770 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36660) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:05.911339 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:05.911917 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Checking segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:05.912491 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:05.913046 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Bound using segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:05.913681 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Bound port: 1ef5db89-0c33-4b74-a6fd-36d9dda74a00, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:05.914050 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.038267 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks [] for router_gateway (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.046642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Allocated IP 172.20.0.1 (bd043e97-1059-4931-b819-353216eaa430/3007921b-1ea5-4a85-85ff-e78fcb9b77da/dbbc5557-c6da-4267-8662-15c2611cd6ad) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:06.051759 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:06.125610 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks [] for router_gateway (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.227300 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.247041 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:06.262710 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-58af6169-67a7-4dc2-83ea-bc58d84abada admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.485332 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] For port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:06.495471 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] For port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=1ef5db89-0c33-4b74-a6fd-36d9dda74a00,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:06.521790 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.527242 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (13f4b435-80f9-4ac8-9bdf-46904c176bad), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.558974 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36688) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:06.580002 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:06.580620 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.696789 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f169cc-eb17-40d4-a394-b0d145a4c36e None None] Network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:06:06.702057 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Allocated IP 172.27.2.249 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/5b230afb-9c94-488f-bc4d-d204bc89d8e1) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:06.724236 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f4b435-80f9-4ac8-9bdf-46904c176bad,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:06.724594 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Publish callbacks [] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.810402 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-1b7849b9-f9fc-4016-9e3c-45d4ef5b2e1f None None] Provisioning complete for port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:06.811023 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1b7849b9-f9fc-4016-9e3c-45d4ef5b2e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.842112 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Checking segment: {'id': '537c7057-4e6c-4f97-871b-e25e975b5a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '5a0eb454-3279-4912-b93e-add0b708c95b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:06.842484 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Network hostable DHCP agents. Network: 5a0eb454-3279-4912-b93e-add0b708c95b, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:06:06.850405 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.873511 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-58af6169-67a7-4dc2-83ea-bc58d84abada admin admin] Publish callbacks [] for security_group (b3c4b0ec-0303-439e-9a02-20c43a0d9568), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.920496 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-58af6169-67a7-4dc2-83ea-bc58d84abada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (b3c4b0ec-0303-439e-9a02-20c43a0d9568), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:06.932564 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b229332f-afc2-45f7-97aa-d94fed2df29b None None] Pushing event updated for resources: {'Port': ['ID=1ef5db89-0c33-4b74-a6fd-36d9dda74a00,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:07.000350 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:07.035082 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af6169-67a7-4dc2-83ea-bc58d84abada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c4b0ec-0303-439e-9a02-20c43a0d9568,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:07.038248 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Network 5a0eb454-3279-4912-b93e-add0b708c95b is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:06:07.046827 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:07.094082 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 5a0eb454-3279-4912-b93e-add0b708c95b) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:07.102505 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:07.103919 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:07.109879 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:07.157284 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b6440f62-fa1a-42e1-b6aa-cfda028d54ba admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1133661 Jun 25 16:06:07.162461 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:07.165168 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa8f77d-bfea-4125-a62c-085cceb548f1 None None] Network 5a0eb454-3279-4912-b93e-add0b708c95b requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:06:07.213703 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Pushing event updated for resources: {'Port': ['ID=dbbc5557-c6da-4267-8662-15c2611cd6ad,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:07.240448 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks [] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:07.288135 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Network bd043e97-1059-4931-b819-353216eaa430 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:07.311990 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:07.316819 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:07.319187 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-718339d4-6686-4c92-9fe3-9531469b3b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:07.339320 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:07.363506 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:07.364422 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:07.443289 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:07.447350 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36714) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:07.449233 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:07.452515 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:07.453921 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:07.473181 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-58af6169-67a7-4dc2-83ea-bc58d84abada admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b4842ea7c7a463598d269c34e16c7ba&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5587950 Jun 25 16:06:07.475365 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36718) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:07.505941 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:07.506822 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:07.717878 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0433ac-8e4e-4c7f-a58e-6ff0bd59fe32 None None] Network 5a0eb454-3279-4912-b93e-add0b708c95b requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:06:07.760533 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-0446288c-aad2-4f4e-b2d4-b96a4405449c admin admin] Deleting subnet 9477d0db-1728-4b7a-9057-56218d5a4e8e {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:06:07.763510 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=53cd7cf1-54d0-49dd-bb55-49e41c74f1bb,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:07.792288 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:07.829259 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Pushing event updated for resources: {'Port': ['ID=5b230afb-9c94-488f-bc4d-d204bc89d8e1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:07.865344 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0446288c-aad2-4f4e-b2d4-b96a4405449c admin admin] Publish callbacks [] for subnet (9477d0db-1728-4b7a-9057-56218d5a4e8e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:07.991136 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-1b7849b9-f9fc-4016-9e3c-45d4ef5b2e1f None None] Current status of the port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:07.992007 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:08.006997 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0446288c-aad2-4f4e-b2d4-b96a4405449c admin admin] Publish callbacks [] for subnet (9477d0db-1728-4b7a-9057-56218d5a4e8e), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.017782 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks [] for router_gateway (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.052675 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=53cd7cf1-54d0-49dd-bb55-49e41c74f1bb,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:08.114585 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0446288c-aad2-4f4e-b2d4-b96a4405449c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (9477d0db-1728-4b7a-9057-56218d5a4e8e), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.127365 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device dd571f27-8b4d-4a81-b0f1-41e8094f7d0b up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:08.221062 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-964e8466-c09d-4022-8ca1-42395671e42f None None] Provisioning complete for port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:08.221362 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-964e8466-c09d-4022-8ca1-42395671e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.340970 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:08.341694 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.419657 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-964e8466-c09d-4022-8ca1-42395671e42f None None] Current status of the port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:08.419847 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0446288c-aad2-4f4e-b2d4-b96a4405449c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (9477d0db-1728-4b7a-9057-56218d5a4e8e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.424053 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-718339d4-6686-4c92-9fe3-9531469b3b2c admin admin] Publish callbacks [] for security_group (32baa682-857e-4612-8a00-f10017706d39), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.435574 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-964e8466-c09d-4022-8ca1-42395671e42f None None] Provisioning complete for port dbbc5557-c6da-4267-8662-15c2611cd6ad triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:08.436078 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-964e8466-c09d-4022-8ca1-42395671e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.453090 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-08689296-6c42-48d2-8054-74e593863270 admin admin] Publish callbacks [] for security_group (b3c4b0ec-0303-439e-9a02-20c43a0d9568), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.473708 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-718339d4-6686-4c92-9fe3-9531469b3b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (32baa682-857e-4612-8a00-f10017706d39), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.496138 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:08.510611 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0446288c-aad2-4f4e-b2d4-b96a4405449c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9477d0db-1728-4b7a-9057-56218d5a4e8e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:08.511880 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-964e8466-c09d-4022-8ca1-42395671e42f None None] Port dbbc5557-c6da-4267-8662-15c2611cd6ad cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:08.516172 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:08.516172 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.519221 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0446288c-aad2-4f4e-b2d4-b96a4405449c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.522917 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:06:08.529583 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0446288c-aad2-4f4e-b2d4-b96a4405449c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9477d0db-1728-4b7a-9057-56218d5a4e8e HTTP/1.1" status: 204 len: 168 time: 0.9378226 Jun 25 16:06:08.533484 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36748) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:08.548800 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-718339d4-6686-4c92-9fe3-9531469b3b2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3afb1695c99040d9a9812815a5e7b419&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9857526 Jun 25 16:06:08.548980 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-08689296-6c42-48d2-8054-74e593863270 admin admin] Publish callbacks [] for security_group (b3c4b0ec-0303-439e-9a02-20c43a0d9568), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.555602 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=dd571f27-8b4d-4a81-b0f1-41e8094f7d0b,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:08.559170 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36750) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:08.560959 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.561842 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:08.606557 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.654029 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718339d4-6686-4c92-9fe3-9531469b3b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32baa682-857e-4612-8a00-f10017706d39,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:08.662721 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=dd571f27-8b4d-4a81-b0f1-41e8094f7d0b,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:08.682815 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8ba2a0-7757-4c2d-8e46-158bc242d855 None None] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:06:08.686196 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:08.686580 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.702597 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (c0050653-362f-4111-bee4-0d0088f9812b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.747667 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.750200 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:08.776455 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-918de20f-97f2-473e-b6dc-72e18314fdef None None] Provisioning complete for port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:08.776455 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-918de20f-97f2-473e-b6dc-72e18314fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.841631 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (c0050653-362f-4111-bee4-0d0088f9812b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.866822 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.867312 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.868274 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.868734 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > port after_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.869139 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.869558 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > port after_update 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.869960 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.870371 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.870773 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.871185 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:08.878172 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dff209f7-6c5f-4e11-8cd0-64c3ca44928b admin admin] Publish callbacks [] for security_group (32baa682-857e-4612-8a00-f10017706d39), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.883028 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-08689296-6c42-48d2-8054-74e593863270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (b3c4b0ec-0303-439e-9a02-20c43a0d9568), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.885682 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-08689296-6c42-48d2-8054-74e593863270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.888918 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-08689296-6c42-48d2-8054-74e593863270 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3c4b0ec-0303-439e-9a02-20c43a0d9568 HTTP/1.1" status: 204 len: 168 time: 1.2385740 Jun 25 16:06:08.900658 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:08.919052 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:08.919429 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.948180 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-918de20f-97f2-473e-b6dc-72e18314fdef None None] Current status of the port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:08.948588 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-918de20f-97f2-473e-b6dc-72e18314fdef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:08.979031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:06:08.983184 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:08.993991 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Sync routers for ids ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:06:08.998522 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=1ef5db89-0c33-4b74-a6fd-36d9dda74a00,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:09.008361 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.012744 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Routers {'074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:09.013369 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:05:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:09.030303 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08689296-6c42-48d2-8054-74e593863270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c4b0ec-0303-439e-9a02-20c43a0d9568,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:09.056441 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dff209f7-6c5f-4e11-8cd0-64c3ca44928b admin admin] Publish callbacks [] for security_group (32baa682-857e-4612-8a00-f10017706d39), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.062646 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.064188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1284c777-06c8-4040-b40e-645a92a228fc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2504704 Jun 25 16:06:09.074340 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36754) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:09.159227 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.db.api [None req-918de20f-97f2-473e-b6dc-72e18314fdef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 25 16:06:09.159764 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG oslo_db.api [None req-918de20f-97f2-473e-b6dc-72e18314fdef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 16:06:09.160712 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:09.221880 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:09.222232 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:09.222554 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:09.222875 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:06:09.223229 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0050653-362f-4111-bee4-0d0088f9812b']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:09.231888 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=1ef5db89-0c33-4b74-a6fd-36d9dda74a00,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:09.246766 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '270c56ba-91a4-410c-9015-f16c164e3c7c') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:09.247054 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '270c56ba-91a4-410c-9015-f16c164e3c7c') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:09.248020 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Publish callbacks [] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.250192 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:09.258920 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.259773 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.266622 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (270c56ba-91a4-410c-9015-f16c164e3c7c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.287163 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:09.299029 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Set router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:09.312002 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (270c56ba-91a4-410c-9015-f16c164e3c7c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.329913 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:06:09.331465 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (270c56ba-91a4-410c-9015-f16c164e3c7c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.374895 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dff209f7-6c5f-4e11-8cd0-64c3ca44928b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (32baa682-857e-4612-8a00-f10017706d39), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.378386 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dff209f7-6c5f-4e11-8cd0-64c3ca44928b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.383312 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-dff209f7-6c5f-4e11-8cd0-64c3ca44928b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/32baa682-857e-4612-8a00-f10017706d39 HTTP/1.1" status: 204 len: 168 time: 0.7825296 Jun 25 16:06:09.402924 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Pushing event updated for resources: {'Port': ['ID=dbbc5557-c6da-4267-8662-15c2611cd6ad,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:09.407165 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36768) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:09.439899 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff209f7-6c5f-4e11-8cd0-64c3ca44928b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32baa682-857e-4612-8a00-f10017706d39,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:09.478974 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:06:09.512176 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (c0050653-362f-4111-bee4-0d0088f9812b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.529549 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.544630 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] 10.222.0.13 "DELETE /v2.0/networks/c0050653-362f-4111-bee4-0d0088f9812b HTTP/1.1" status: 204 len: 168 time: 1.0065432 Jun 25 16:06:09.562745 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36776) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:09.580764 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aaf82535-d8d8-4a0c-8d06-a4621dcc22ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.749659 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-918de20f-97f2-473e-b6dc-72e18314fdef None None] Current status of the port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:09.759545 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:05Z', 'revision_number': 3, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'gw_port': {'id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:09.770433 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Network bd043e97-1059-4931-b819-353216eaa430 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:09.777926 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:09.800736 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6481038-7d47-4534-8612-78796fca624a admin admin] Pushing event deleted for resources: {'Network': ['ID=c0050653-362f-4111-bee4-0d0088f9812b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:09.804098 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 270c56ba-91a4-410c-9015-f16c164e3c7c resource provider aggregate not found Jun 25 16:06:09.829095 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Checking router: 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:06:09.831082 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Updating router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:06:09.880130 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 270c56ba-91a4-410c-9015-f16c164e3c7c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 270c56ba-91a4-410c-9015-f16c164e3c7c found for delete ", "request_id": "req-6bf3560c-acbb-481d-9358-94c96bbb4438"}]} Jun 25 16:06:09.941805 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-63054e78-f799-4468-8f28-e4d98a1bf666 admin admin] Deleting subnet 13f4b435-80f9-4ac8-9bdf-46904c176bad {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:06:09.974336 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63054e78-f799-4468-8f28-e4d98a1bf666 admin admin] Publish callbacks [] for subnet (13f4b435-80f9-4ac8-9bdf-46904c176bad), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.989906 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:09.994461 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-e45d8493-c7ee-4290-8407-843e1ca06458 None None] Provisioning complete for port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:09.995001 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e45d8493-c7ee-4290-8407-843e1ca06458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.049630 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:06:10.074606 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:06:10.078300 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63054e78-f799-4468-8f28-e4d98a1bf666 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (13f4b435-80f9-4ac8-9bdf-46904c176bad), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.089425 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:10.090686 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:05:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:10.109696 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device dd571f27-8b4d-4a81-b0f1-41e8094f7d0b up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:10.144438 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aaf82535-d8d8-4a0c-8d06-a4621dcc22ac admin admin] Publish callbacks [] for security_group (3572a998-224d-48cc-9388-bc81673ff843), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.169630 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aaf82535-d8d8-4a0c-8d06-a4621dcc22ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (3572a998-224d-48cc-9388-bc81673ff843), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.174142 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.175724 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-68be9d37-8692-4f82-b9dc-4ca402a6f4c9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9878631 Jun 25 16:06:10.178806 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36796) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:10.224362 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36798) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:10.233127 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63054e78-f799-4468-8f28-e4d98a1bf666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (13f4b435-80f9-4ac8-9bdf-46904c176bad), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.260240 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36800) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:10.261030 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:10.267989 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0fddb012-0d93-44e1-850a-1923a9e06dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.340872 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-e45d8493-c7ee-4290-8407-843e1ca06458 None None] Current status of the port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:10.369961 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:10.370346 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.379359 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-aaf82535-d8d8-4a0c-8d06-a4621dcc22ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=538138b3035d457ba0e7761a37251e6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9675205 Jun 25 16:06:10.380030 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36808) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:10.453374 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63054e78-f799-4468-8f28-e4d98a1bf666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (13f4b435-80f9-4ac8-9bdf-46904c176bad), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.455925 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:10.492098 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-32342f25-6d20-425a-9d36-43925b5f232b None None] Provisioning complete for port dbbc5557-c6da-4267-8662-15c2611cd6ad triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:10.492587 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-32342f25-6d20-425a-9d36-43925b5f232b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.527705 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:06:10.530257 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:10.535391 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf82535-d8d8-4a0c-8d06-a4621dcc22ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3572a998-224d-48cc-9388-bc81673ff843,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:10.537666 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63054e78-f799-4468-8f28-e4d98a1bf666 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f4b435-80f9-4ac8-9bdf-46904c176bad,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:10.551019 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-63054e78-f799-4468-8f28-e4d98a1bf666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.553741 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:10.559143 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-63054e78-f799-4468-8f28-e4d98a1bf666 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/13f4b435-80f9-4ac8-9bdf-46904c176bad HTTP/1.1" status: 204 len: 168 time: 0.9953732 Jun 25 16:06:10.562225 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36810) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:10.566832 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:10.625483 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-32342f25-6d20-425a-9d36-43925b5f232b None None] Port dbbc5557-c6da-4267-8662-15c2611cd6ad cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:10.639410 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:07Z', 'revision_number': 3, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:10.639753 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:10.641281 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:10.659750 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0fddb012-0d93-44e1-850a-1923a9e06dc0 admin admin] Publish callbacks [] for security_group (268e58fe-713f-4dca-a21d-98802e22c827), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.669226 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:06:10.670364 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Updating router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c port 5b230afb-9c94-488f-bc4d-d204bc89d8e1 binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:06:10.691050 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e2e83a2-3aea-470f-acc1-88b4aa75e2a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.705987 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0fddb012-0d93-44e1-850a-1923a9e06dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (268e58fe-713f-4dca-a21d-98802e22c827), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.707239 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.750944 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:10.751491 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.756084 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:10.778592 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:10.779817 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddb012-0d93-44e1-850a-1923a9e06dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=268e58fe-713f-4dca-a21d-98802e22c827,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:10.792147 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Publish callbacks [] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.807301 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.820116 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:06:10.841241 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9fd3398b-441f-45da-8d2c-ef8c769eecb1 admin admin] 10.222.0.13 "PUT /v2.0/routers/d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0216820 Jun 25 16:06:10.841241 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb6ba3a7-2676-4b98-8411-c0326cc66647 admin admin] Publish callbacks [] for security_group (3572a998-224d-48cc-9388-bc81673ff843), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.853377 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Sync routers for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:06:10.892655 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb6ba3a7-2676-4b98-8411-c0326cc66647 admin admin] Publish callbacks [] for security_group (3572a998-224d-48cc-9388-bc81673ff843), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.943813 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e2e83a2-3aea-470f-acc1-88b4aa75e2a6 admin admin] Publish callbacks [] for security_group (735f01bd-3700-4aee-9927-db95946e620b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.947976 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (5a0eb454-3279-4912-b93e-add0b708c95b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:10.953074 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:10.953892 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:05:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:10.955889 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27543c-809d-42c5-9ed6-844ea449462a None None] Pushing event updated for resources: {'Port': ['ID=465b2efa-ebc7-4d4d-a1f9-396465b6bdc3,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:11.064511 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Attempting to bind port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:11.064879 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Attempting to bind port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:11.065233 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Attempting to bind port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:11.066133 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3e2e83a2-3aea-470f-acc1-88b4aa75e2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (735f01bd-3700-4aee-9927-db95946e620b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.078680 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0fddb012-0d93-44e1-850a-1923a9e06dc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1125e56256241b0bed82273007d693a&name=default HTTP/1.1" status: 200 len: 2993 time: 0.8528996 Jun 25 16:06:11.112194 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.112912 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:11.113989 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:11.118578 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:11.118894 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:11.119285 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.119673 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:11.120149 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Bound port: 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:11.131822 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36818) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:11.134431 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.136557 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:11.137461 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e83a2-3aea-470f-acc1-88b4aa75e2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735f01bd-3700-4aee-9927-db95946e620b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:11.164612 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Publish callbacks [] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.167171 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:11.172074 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.220977 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39434568-06d4-43b2-9f98-e422f1d40458 None None] Pushing event updated for resources: {'Port': ['ID=5b230afb-9c94-488f-bc4d-d204bc89d8e1,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:11.261532 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Attempting to bind port 5b230afb-9c94-488f-bc4d-d204bc89d8e1 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:11.262217 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Attempting to bind port 5b230afb-9c94-488f-bc4d-d204bc89d8e1 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:11.262717 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Attempting to bind port 5b230afb-9c94-488f-bc4d-d204bc89d8e1 on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:11.269340 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:11.270209 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:11.270936 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.271589 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:11.272266 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Bound port: 5b230afb-9c94-488f-bc4d-d204bc89d8e1, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:11.272833 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.294474 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.317852 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-716528f0-9ed5-418f-a731-e957bec7974e admin admin] Publish callbacks [] for security_group (268e58fe-713f-4dca-a21d-98802e22c827), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.332055 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb6ba3a7-2676-4b98-8411-c0326cc66647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (3572a998-224d-48cc-9388-bc81673ff843), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.337883 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fb6ba3a7-2676-4b98-8411-c0326cc66647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.340288 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] For port 5b230afb-9c94-488f-bc4d-d204bc89d8e1, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:11.342809 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fb6ba3a7-2676-4b98-8411-c0326cc66647 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3572a998-224d-48cc-9388-bc81673ff843 HTTP/1.1" status: 204 len: 168 time: 0.9554029 Jun 25 16:06:11.345125 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] For port 5b230afb-9c94-488f-bc4d-d204bc89d8e1, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=5b230afb-9c94-488f-bc4d-d204bc89d8e1,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:11.356329 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.415142 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:11.420336 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39434568-06d4-43b2-9f98-e422f1d40458 None None] Pushing event updated for resources: {'Port': ['ID=5b230afb-9c94-488f-bc4d-d204bc89d8e1,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:11.423084 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3e2e83a2-3aea-470f-acc1-88b4aa75e2a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c08311d50d54d4ead8b533530ae3dc9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1596825 Jun 25 16:06:11.441446 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36830) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:11.449992 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:11.450845 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:05:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:11.514243 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ba3a7-2676-4b98-8411-c0326cc66647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3572a998-224d-48cc-9388-bc81673ff843,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:11.528281 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:11.532543 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-716528f0-9ed5-418f-a731-e957bec7974e admin admin] Publish callbacks [] for security_group (268e58fe-713f-4dca-a21d-98802e22c827), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.593529 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36854) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:11.599869 dv-cinder-847620-2-iscsi neutron-server[104058]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 25 16:06:11.602228 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (5a0eb454-3279-4912-b93e-add0b708c95b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.645786 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.656635 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] For port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:11.670807 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:11.686927 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Allocated IP 172.20.0.1 (8b9f6d93-00eb-41b6-97fc-bb6619ee796d/eb97232f-2e34-4fa5-a8a2-b845c8d10654/3c051ef5-1347-4f7e-ab18-e6048a49d5a1) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:11.688697 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0eb454-3279-4912-b93e-add0b708c95b']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:11.701508 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] For port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=465b2efa-ebc7-4d4d-a1f9-396465b6bdc3,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:11.707912 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:11.708547 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.731791 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537c7057-4e6c-4f97-871b-e25e975b5a7b') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:11.732079 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537c7057-4e6c-4f97-871b-e25e975b5a7b') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:11.744423 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (537c7057-4e6c-4f97-871b-e25e975b5a7b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.762445 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9456d677-04cc-4272-8d38-5674150d1ada admin admin] Publish callbacks [] for security_group (735f01bd-3700-4aee-9927-db95946e620b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.782319 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.805936 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-716528f0-9ed5-418f-a731-e957bec7974e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (268e58fe-713f-4dca-a21d-98802e22c827), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.808635 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-716528f0-9ed5-418f-a731-e957bec7974e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.815939 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-716528f0-9ed5-418f-a731-e957bec7974e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/268e58fe-713f-4dca-a21d-98802e22c827 HTTP/1.1" status: 204 len: 168 time: 0.6755476 Jun 25 16:06:11.817283 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (537c7057-4e6c-4f97-871b-e25e975b5a7b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.855876 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:06:11.856160 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:11.863969 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (537c7057-4e6c-4f97-871b-e25e975b5a7b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:11.922740 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:11.949022 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27543c-809d-42c5-9ed6-844ea449462a None None] Pushing event updated for resources: {'Port': ['ID=465b2efa-ebc7-4d4d-a1f9-396465b6bdc3,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:11.961459 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716528f0-9ed5-418f-a731-e957bec7974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268e58fe-713f-4dca-a21d-98802e22c827,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:11.971264 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:11.972849 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Routers {'074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:11.973742 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:05:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:12.018644 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 537c7057-4e6c-4f97-871b-e25e975b5a7b resource provider aggregate not found Jun 25 16:06:12.030648 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9456d677-04cc-4272-8d38-5674150d1ada admin admin] Publish callbacks [] for security_group (735f01bd-3700-4aee-9927-db95946e620b), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.073863 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:12.090589 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:07Z', 'revision_number': 3, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:12.109452 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 537c7057-4e6c-4f97-871b-e25e975b5a7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 537c7057-4e6c-4f97-871b-e25e975b5a7b found for delete ", "request_id": "req-8c1fc2b5-1830-452e-9202-3415b74ab270"}]} Jun 25 16:06:12.127899 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076751e5-0c77-4e53-9314-5f06ea8b966f None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:07Z', 'revision_number': 3, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:06:12.179194 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Publish callbacks [] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.213655 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (5a0eb454-3279-4912-b93e-add0b708c95b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.239657 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0eb454-3279-4912-b93e-add0b708c95b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:12.242713 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.246785 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-87366722-d6d7-404e-b498-815c55c37d39 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5a0eb454-3279-4912-b93e-add0b708c95b HTTP/1.1" status: 204 len: 168 time: 1.6811550 Jun 25 16:06:12.262060 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Allocated IP 172.20.0.1 (92184934-9929-49a5-91f4-1ab03b25e2f1/91d06c15-2c0f-45d5-b907-2030a3ddd671/50b38c1d-359a-4f21-862c-f6a0c80f4960) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:12.272680 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:12.302293 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:12.324375 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 2, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:12.325244 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.371578 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] Set router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:12.406361 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Checking router: d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:06:12.408894 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Updating router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b port dbbc5557-c6da-4267-8662-15c2611cd6ad binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:06:12.423143 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Pushing event updated for resources: {'Port': ['ID=3c051ef5-1347-4f7e-ab18-e6048a49d5a1,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:12.439156 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9456d677-04cc-4272-8d38-5674150d1ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (735f01bd-3700-4aee-9927-db95946e620b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.442584 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9456d677-04cc-4272-8d38-5674150d1ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.448445 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9456d677-04cc-4272-8d38-5674150d1ada admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/735f01bd-3700-4aee-9927-db95946e620b HTTP/1.1" status: 204 len: 168 time: 1.0057991 Jun 25 16:06:12.482356 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:12.490900 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456d677-04cc-4272-8d38-5674150d1ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735f01bd-3700-4aee-9927-db95946e620b,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:12.493177 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:12.567294 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-16d9f3a6-d5b2-49ee-9b00-fad6b1a5ca55 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:12.569528 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-16d9f3a6-d5b2-49ee-9b00-fad6b1a5ca55 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 818 time: 0.9723346 Jun 25 16:06:12.572758 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:12.573452 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.588724 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Publish callbacks [] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.615283 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-defc7273-5d70-4bf1-9269-0a20b64796ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.625955 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.664514 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-6620e976-31c0-4d24-89bf-c51b1f7d3737 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/quotas/9bcee16336834b80a389799f89b5b79a HTTP/1.1" status: 200 len: 375 time: 0.0855153 Jun 25 16:06:12.722979 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:12.800082 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36890) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:12.853962 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:12.867745 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:12.880199 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-239fd5c4-1310-4d28-8071-9cc85f9c1554 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087920 Jun 25 16:06:12.895519 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:13.171298 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-cb129473-8855-48a2-8309-6389370fd7a6 None None] Provisioning complete for port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:13.177241 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cb129473-8855-48a2-8309-6389370fd7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.191784 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.202857 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.297119 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-cb129473-8855-48a2-8309-6389370fd7a6 None None] Port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:13.305734 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:05Z', 'revision_number': 3, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'gw_port': {'id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:13.351486 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b66c5243-4356-48a6-9b79-f8145b629bd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d14e0266d46e4e8ebc64a36f20766c6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5498266 Jun 25 16:06:13.359988 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Pushing event updated for resources: {'Port': ['ID=50b38c1d-359a-4f21-862c-f6a0c80f4960,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:13.360624 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36914) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:13.456313 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bc6f7a-4830-40fc-ae6a-162c8cb69926 None None] The sync data for ids ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'] in dv-cinder-847620-2-iscsi is: [{'id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:05Z', 'revision_number': 3, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'gw_port': {'id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:06:13.489907 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-a8f778e3-a084-4791-93e1-0e12715ed5cc None None] Provisioning complete for port 50b38c1d-359a-4f21-862c-f6a0c80f4960 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:13.490283 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a8f778e3-a084-4791-93e1-0e12715ed5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.498724 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:13.500139 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36916) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:13.561859 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98071a7b-797b-4249-83e4-f4fcaa5cb421 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.633652 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a8f778e3-a084-4791-93e1-0e12715ed5cc None None] Port 50b38c1d-359a-4f21-862c-f6a0c80f4960 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:13.679237 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-878bc4c3-b1f8-4401-b29e-80421e4dbd92 admin admin] Publish callbacks [] for security_group (5ec18b6e-8deb-4774-ad08-950697547b26), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.737714 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Publish callbacks [] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.749844 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.772225 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.789286 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-878bc4c3-b1f8-4401-b29e-80421e4dbd92 admin admin] Publish callbacks [] for security_group (5ec18b6e-8deb-4774-ad08-950697547b26), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.847083 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Publish callbacks [] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.869402 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.870140 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:13.888229 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:13.899640 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b1f6d-1fa4-4c67-b858-aa422e7a9114 None None] Pushing event updated for resources: {'Port': ['ID=dbbc5557-c6da-4267-8662-15c2611cd6ad,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:13.901157 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-0fc86c5a-207d-4b53-8411-ca9dad13495e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:06:13.902206 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-0fc86c5a-207d-4b53-8411-ca9dad13495e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3760650 Jun 25 16:06:13.973428 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:14.047728 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Attempting to bind port dbbc5557-c6da-4267-8662-15c2611cd6ad on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:14.048452 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Attempting to bind port dbbc5557-c6da-4267-8662-15c2611cd6ad by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:14.050227 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Attempting to bind port dbbc5557-c6da-4267-8662-15c2611cd6ad on network bd043e97-1059-4931-b819-353216eaa430 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:14.071424 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:14.072169 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Checking segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:14.072829 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.073404 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Bound using segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:14.079530 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Bound port: dbbc5557-c6da-4267-8662-15c2611cd6ad, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:14.080253 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.224184 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Pushing event updated for resources: {'Port': ['ID=3c051ef5-1347-4f7e-ab18-e6048a49d5a1,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:14.282298 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Publish callbacks [] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.283969 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:14.304313 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.379043 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-54801704-52d3-426e-9a54-e272c2f4d1ac None None] Provisioning complete for port dbbc5557-c6da-4267-8662-15c2611cd6ad triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:14.384327 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54801704-52d3-426e-9a54-e272c2f4d1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.405382 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:14.410519 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.415011 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98071a7b-797b-4249-83e4-f4fcaa5cb421 admin admin] Publish callbacks [] for security_group (5108dd0f-ef62-44fa-b194-26944a841a54), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.452254 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-878bc4c3-b1f8-4401-b29e-80421e4dbd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5ec18b6e-8deb-4774-ad08-950697547b26), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.457997 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-878bc4c3-b1f8-4401-b29e-80421e4dbd92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.462618 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-878bc4c3-b1f8-4401-b29e-80421e4dbd92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ec18b6e-8deb-4774-ad08-950697547b26 HTTP/1.1" status: 204 len: 168 time: 1.0987449 Jun 25 16:06:14.465381 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] For port dbbc5557-c6da-4267-8662-15c2611cd6ad, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:14.475895 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-98071a7b-797b-4249-83e4-f4fcaa5cb421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5108dd0f-ef62-44fa-b194-26944a841a54), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.488826 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:14.532039 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878bc4c3-b1f8-4401-b29e-80421e4dbd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec18b6e-8deb-4774-ad08-950697547b26,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:14.563263 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:14.583242 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-98071a7b-797b-4249-83e4-f4fcaa5cb421 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e392401b028c4ef29f9959a543445c69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0771272 Jun 25 16:06:14.587286 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:14.591010 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36952) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:14.592883 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:14.620179 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98071a7b-797b-4249-83e4-f4fcaa5cb421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5108dd0f-ef62-44fa-b194-26944a841a54,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:14.627128 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] For port dbbc5557-c6da-4267-8662-15c2611cd6ad, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=dbbc5557-c6da-4267-8662-15c2611cd6ad,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:14.652498 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Pushing event updated for resources: {'Port': ['ID=50b38c1d-359a-4f21-862c-f6a0c80f4960,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:14.691395 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2077fe3f-8d53-423f-a4c5-3ed2564773f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.700667 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.725247 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-54801704-52d3-426e-9a54-e272c2f4d1ac None None] Port dbbc5557-c6da-4267-8662-15c2611cd6ad cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:14.887585 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:14.887949 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:14.902805 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:14.908074 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:15.011301 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:15.027130 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:06:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:15.100143 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:06:15.104828 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-648fd14b-f864-4ee4-a6e4-579d3ca24c95 service neutron] 10.222.0.13 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1807237 Jun 25 16:06:15.226866 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:15.258323 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:06:15.275340 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36966) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:15.295678 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b1f6d-1fa4-4c67-b858-aa422e7a9114 None None] Pushing event updated for resources: {'Port': ['ID=dbbc5557-c6da-4267-8662-15c2611cd6ad,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:15.313774 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9288ed4b-94ce-4172-b3ea-ce6948d7763d admin admin] Publish callbacks [] for security_group (5108dd0f-ef62-44fa-b194-26944a841a54), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:15.330518 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-80d16ad9-7adb-4aa5-9c55-87d1405230b5 None None] Provisioning complete for port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:15.331300 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-80d16ad9-7adb-4aa5-9c55-87d1405230b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:15.425050 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:15.464917 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:06:15.470879 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2214ed38-cb66-400f-9b77-2b2401264a84 admin admin] 10.222.0.13 "PUT /v2.0/routers/d06f2177-51a8-4cb8-b2ad-8c14bbc1084c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2908123 Jun 25 16:06:15.475787 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-80d16ad9-7adb-4aa5-9c55-87d1405230b5 None None] Port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:15.481737 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:06:15.496277 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:15.496974 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:06:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:15.559692 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:15.560356 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:15.639089 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=465b2efa-ebc7-4d4d-a1f9-396465b6bdc3,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:15.650481 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] Provisioning complete for port 50b38c1d-359a-4f21-862c-f6a0c80f4960 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:15.651163 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:15.652984 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:15.653985 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 5b230afb-9c94-488f-bc4d-d204bc89d8e1 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:15.655541 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:15.664901 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:15.767014 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b6283279-661b-4ea5-8440-b8560816062a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:15.778170 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36976) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:15.830390 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9288ed4b-94ce-4172-b3ea-ce6948d7763d admin admin] Publish callbacks [] for security_group (5108dd0f-ef62-44fa-b194-26944a841a54), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:15.883587 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-bd8be78c-80b0-413d-b502-467b000df9d6 service neutron] 10.222.0.13 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607942 Jun 25 16:06:15.973518 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 2, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:15.981320 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b6283279-661b-4ea5-8440-b8560816062a admin admin] Publish callbacks [] for security_group (8f01c971-b1b1-466f-8303-85c195760bf6), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:15.989415 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b6283279-661b-4ea5-8440-b8560816062a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8f01c971-b1b1-466f-8303-85c195760bf6), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.026291 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b6283279-661b-4ea5-8440-b8560816062a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ef564f495b4489e98a852ad9fb7c5bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7491271 Jun 25 16:06:16.028992 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 36984) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:16.056006 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:06:16.056349 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Updating router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c port 50b38c1d-359a-4f21-862c-f6a0c80f4960 binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:06:16.082235 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:06:16.094599 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:16.115980 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-34a1028e-a5d6-48ea-bb0f-4a1636279bf8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a54ec262520c49838ffb02d54800597e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3297555 Jun 25 16:06:16.131026 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 36988) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:16.141251 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:16.164574 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.183313 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] Port 50b38c1d-359a-4f21-862c-f6a0c80f4960 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:16.222197 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:06:16.223065 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.241698 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d94e781-11f3-4e8c-9bde-bd8fc661acc8 admin admin] Publish callbacks [] for security_group (8f01c971-b1b1-466f-8303-85c195760bf6), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.272238 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-96493b35-6d85-493b-a135-66008e33b36e admin admin] 10.222.0.13 "PUT /v2.0/routers/074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1951232 Jun 25 16:06:16.276504 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9288ed4b-94ce-4172-b3ea-ce6948d7763d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5108dd0f-ef62-44fa-b194-26944a841a54), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.280302 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9288ed4b-94ce-4172-b3ea-ce6948d7763d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.282035 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9288ed4b-94ce-4172-b3ea-ce6948d7763d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5108dd0f-ef62-44fa-b194-26944a841a54 HTTP/1.1" status: 204 len: 168 time: 1.6603904 Jun 25 16:06:16.320893 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d94e781-11f3-4e8c-9bde-bd8fc661acc8 admin admin] Publish callbacks [] for security_group (8f01c971-b1b1-466f-8303-85c195760bf6), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.325512 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9288ed4b-94ce-4172-b3ea-ce6948d7763d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5108dd0f-ef62-44fa-b194-26944a841a54,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:16.328786 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=465b2efa-ebc7-4d4d-a1f9-396465b6bdc3,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:16.333437 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-76e0e3b9-d4f1-4434-874d-380f96dc4ba0 admin admin] Publish callbacks [] for security_group (59e4378c-344f-4bf6-819b-ab94e3623d72), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.342926 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 37006) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:16.345481 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] Provisioning complete for port dbbc5557-c6da-4267-8662-15c2611cd6ad triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:16.345481 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.356975 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 5b230afb-9c94-488f-bc4d-d204bc89d8e1 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:16.357435 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.400673 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:14Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:16.425128 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:16.461505 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f74603-86c5-43c5-9495-ec46ed54b23f None None] The sync data for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi is: [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:14Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:06:16.472290 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d94e781-11f3-4e8c-9bde-bd8fc661acc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8f01c971-b1b1-466f-8303-85c195760bf6), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.475457 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2d94e781-11f3-4e8c-9bde-bd8fc661acc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.478987 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2d94e781-11f3-4e8c-9bde-bd8fc661acc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f01c971-b1b1-466f-8303-85c195760bf6 HTTP/1.1" status: 204 len: 168 time: 0.4466889 Jun 25 16:06:16.478987 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6283279-661b-4ea5-8440-b8560816062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f01c971-b1b1-466f-8303-85c195760bf6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:16.542901 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d94e781-11f3-4e8c-9bde-bd8fc661acc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f01c971-b1b1-466f-8303-85c195760bf6,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:16.556624 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c11eec9-036a-47f7-8b65-a53b8d7e1057 req-cee05f18-5784-41b6-9425-93f5cec34a0b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 210 time: 0.1847620 Jun 25 16:06:16.599524 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-76e0e3b9-d4f1-4434-874d-380f96dc4ba0 admin admin] Publish callbacks [] for security_group (59e4378c-344f-4bf6-819b-ab94e3623d72), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.628245 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] Current status of the port dbbc5557-c6da-4267-8662-15c2611cd6ad is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:16.631151 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.651832 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Sync routers for ids ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:06:16.671527 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 5b230afb-9c94-488f-bc4d-d204bc89d8e1 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:16.671872 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.716131 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-76e0e3b9-d4f1-4434-874d-380f96dc4ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (59e4378c-344f-4bf6-819b-ab94e3623d72), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.719217 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-76e0e3b9-d4f1-4434-874d-380f96dc4ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.720398 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-76e0e3b9-d4f1-4434-874d-380f96dc4ba0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59e4378c-344f-4bf6-819b-ab94e3623d72 HTTP/1.1" status: 204 len: 168 time: 0.5880826 Jun 25 16:06:16.733937 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0e3b9-d4f1-4434-874d-380f96dc4ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e4378c-344f-4bf6-819b-ab94e3623d72,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:16.758261 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Routers {'074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:16.758893 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:06:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:16.823815 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Publish callbacks [] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.832231 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.838170 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 5b230afb-9c94-488f-bc4d-d204bc89d8e1, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=5b230afb-9c94-488f-bc4d-d204bc89d8e1,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:16.852131 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] For port dbbc5557-c6da-4267-8662-15c2611cd6ad, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=dbbc5557-c6da-4267-8662-15c2611cd6ad,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:16.862971 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:16.888484 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:16.952077 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba8333-e531-4115-86b4-6dafaf9f0ee3 None None] Pushing event updated for resources: {'Port': ['ID=50b38c1d-359a-4f21-862c-f6a0c80f4960,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:16.958229 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 37030) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:16.963262 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-394e2f6b-3501-40d9-96cc-e4e90aa2f189 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1009096185', 'description': 'tempest-description--1909192524'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:17.038719 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Attempting to bind port 50b38c1d-359a-4f21-862c-f6a0c80f4960 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:17.040345 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Attempting to bind port 50b38c1d-359a-4f21-862c-f6a0c80f4960 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:17.041313 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Attempting to bind port 50b38c1d-359a-4f21-862c-f6a0c80f4960 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:17.047202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-394e2f6b-3501-40d9-96cc-e4e90aa2f189 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.052819 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:17.054876 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Checking segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:17.055768 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.071897 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Set router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:17.074587 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Bound using segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:17.074936 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Bound port: 50b38c1d-359a-4f21-862c-f6a0c80f4960, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:17.075351 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.231752 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.232248 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] For port 50b38c1d-359a-4f21-862c-f6a0c80f4960, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:17.239857 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:17.243534 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] For port 50b38c1d-359a-4f21-862c-f6a0c80f4960, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=50b38c1d-359a-4f21-862c-f6a0c80f4960,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:17.248043 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-394e2f6b-3501-40d9-96cc-e4e90aa2f189 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (bf491dce-1e47-4f7d-90e2-67b82de69b5e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.258023 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.259051 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-394e2f6b-3501-40d9-96cc-e4e90aa2f189 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (bf491dce-1e47-4f7d-90e2-67b82de69b5e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.355925 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-394e2f6b-3501-40d9-96cc-e4e90aa2f189 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.368764 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-394e2f6b-3501-40d9-96cc-e4e90aa2f189 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4084713 Jun 25 16:06:17.370624 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 37038) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:17.375263 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-a1f3c152-f83b-4439-9bc1-1d44cbaa1fd2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group_rule': {'security_group_id': 'bf491dce-1e47-4f7d-90e2-67b82de69b5e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:17.383126 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-5f483e13-c53f-4692-b915-54da868a9af6 None None] Provisioning complete for port 50b38c1d-359a-4f21-862c-f6a0c80f4960 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:17.383509 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f483e13-c53f-4692-b915-54da868a9af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.386764 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba8333-e531-4115-86b4-6dafaf9f0ee3 None None] Pushing event updated for resources: {'Port': ['ID=50b38c1d-359a-4f21-862c-f6a0c80f4960,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:17.402287 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:17.402925 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:06:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:17.439797 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e2f6b-3501-40d9-96cc-e4e90aa2f189 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf491dce-1e47-4f7d-90e2-67b82de69b5e,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:17.479746 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c152-f83b-4439-9bc1-1d44cbaa1fd2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (6b1ff93c-0147-44c0-85b1-1148ba6ca680), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.620341 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:17.669031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c152-f83b-4439-9bc1-1d44cbaa1fd2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (6b1ff93c-0147-44c0-85b1-1148ba6ca680), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.678979 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c152-f83b-4439-9bc1-1d44cbaa1fd2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (6b1ff93c-0147-44c0-85b1-1148ba6ca680), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.735111 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3c152-f83b-4439-9bc1-1d44cbaa1fd2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1ff93c-0147-44c0-85b1-1148ba6ca680,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:17.744166 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=5b230afb-9c94-488f-bc4d-d204bc89d8e1,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:17.810791 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c152-f83b-4439-9bc1-1d44cbaa1fd2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.813909 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a1f3c152-f83b-4439-9bc1-1d44cbaa1fd2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4422886 Jun 25 16:06:17.816384 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37056) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:17.821991 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-44e76879-6fb5-42e2-9d90-795759bf7d9d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group_rule': {'security_group_id': 'bf491dce-1e47-4f7d-90e2-67b82de69b5e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:17.920989 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44e76879-6fb5-42e2-9d90-795759bf7d9d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (4b128fa1-9ecd-4baf-8853-c312edacf3c5), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:17.992823 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-19d0ec6d-1b47-4c78-9389-94028b875c88 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:18.006913 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-19d0ec6d-1b47-4c78-9389-94028b875c88 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 818 time: 0.2586029 Jun 25 16:06:18.028780 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:18.033928 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:INSERT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:18.040578 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-5a9558b3-a28a-4808-bff2-c51d7cf41a48 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/quotas/9bcee16336834b80a389799f89b5b79a HTTP/1.1" status: 200 len: 375 time: 0.0266852 Jun 25 16:06:18.058563 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.087390 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:17Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:18.125802 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30778eef-2e2e-4f4b-9db5-cfa5609c0845 None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:17Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:06:18.156824 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:18.159300 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7775adc9-4ccb-408d-9d5f-3deaa5730426 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1070573 Jun 25 16:06:18.160130 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:18.160806 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.163617 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-5f483e13-c53f-4692-b915-54da868a9af6 None None] Current status of the port 50b38c1d-359a-4f21-862c-f6a0c80f4960 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:18.165071 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f483e13-c53f-4692-b915-54da868a9af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.168290 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'gw_port': {'id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '3c051ef5-1347-4f7e-ab18-e6048a49d5a1', 'name': '', 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'mac_address': 'fa:16:3e:c3:19:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb97232f-2e34-4fa5-a8a2-b845c8d10654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 2, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'subnets': [{'id': 'eb97232f-2e34-4fa5-a8a2-b845c8d10654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:18.182503 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.245566 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44e76879-6fb5-42e2-9d90-795759bf7d9d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (4b128fa1-9ecd-4baf-8853-c312edacf3c5), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.252164 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44e76879-6fb5-42e2-9d90-795759bf7d9d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (4b128fa1-9ecd-4baf-8853-c312edacf3c5), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.289043 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:18.300040 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-44e76879-6fb5-42e2-9d90-795759bf7d9d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.303727 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-44e76879-6fb5-42e2-9d90-795759bf7d9d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4855168 Jun 25 16:06:18.306410 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 37072) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:18.316423 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:18.327254 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e76879-6fb5-42e2-9d90-795759bf7d9d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b128fa1-9ecd-4baf-8853-c312edacf3c5,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:18.376993 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Checking router: 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:06:18.376993 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Updating router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:06:18.376993 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d628d2-cb2e-41e2-92fd-7f6839d6478c None None] Pushing event updated for resources: {'Port': ['ID=dbbc5557-c6da-4267-8662-15c2611cd6ad,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:18.428158 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.576767 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-5f483e13-c53f-4692-b915-54da868a9af6 None None] For port 50b38c1d-359a-4f21-862c-f6a0c80f4960, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=50b38c1d-359a-4f21-862c-f6a0c80f4960,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:18.578285 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.608119 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5f483e13-c53f-4692-b915-54da868a9af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.790255 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.835351 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-6d3103bf-c1ec-4eb1-bfb8-d1cfb63078e0 None None] Provisioning complete for port 50b38c1d-359a-4f21-862c-f6a0c80f4960 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:18.835773 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6d3103bf-c1ec-4eb1-bfb8-d1cfb63078e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:18.892180 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:18.893318 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device dbbc5557-c6da-4267-8662-15c2611cd6ad up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:18.933034 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f483e13-c53f-4692-b915-54da868a9af6 None None] Pushing event updated for resources: {'Port': ['ID=50b38c1d-359a-4f21-862c-f6a0c80f4960,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:18.949972 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:18.993156 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Allocated IP 172.27.2.156 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/7d436b47-926e-4377-9b5c-3e193e614757) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:19.110114 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port dbbc5557-c6da-4267-8662-15c2611cd6ad triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:19.110726 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:19.185469 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (7d436b47-926e-4377-9b5c-3e193e614757), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:19.262432 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (7d436b47-926e-4377-9b5c-3e193e614757), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:19.358412 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Publish callbacks [] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:19.361305 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:19.373281 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-6d3103bf-c1ec-4eb1-bfb8-d1cfb63078e0 None None] Current status of the port 50b38c1d-359a-4f21-862c-f6a0c80f4960 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:19.382925 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:19.470983 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:19.528945 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:19.703768 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port dbbc5557-c6da-4267-8662-15c2611cd6ad is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:19.706598 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:19.745201 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c34c38-4cdb-41a0-bcc5-9127d92e615f None None] Pushing event updated for resources: {'Port': ['ID=3c051ef5-1347-4f7e-ab18-e6048a49d5a1,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:19.747049 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:19.791169 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Attempting to bind port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:19.791891 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Attempting to bind port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:19.792489 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Attempting to bind port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 on network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:19.794231 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-1460cb9f-e15d-4041-a415-da12e0da7a5e tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:19.800083 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-1460cb9f-e15d-4041-a415-da12e0da7a5e tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/networks?id=8b9f6d93-00eb-41b6-97fc-bb6619ee796d HTTP/1.1" status: 200 len: 812 time: 0.4197812 Jun 25 16:06:19.800590 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:19.801232 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=7d436b47-926e-4377-9b5c-3e193e614757,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:19.801487 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Checking segment: {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:19.802080 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:19.802688 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Bound using segment: {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:19.803535 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Bound port: 3c051ef5-1347-4f7e-ab18-e6048a49d5a1, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:19.804160 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:19.814219 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37150) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:19.897861 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-a701bd7f-d22a-4813-a1d9-ead6a5be8584 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/quotas/c348649c6b794f5c9339ea9506b6a16b HTTP/1.1" status: 200 len: 375 time: 0.0776789 Jun 25 16:06:19.974829 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ac7cdc9e-c949-4419-ad9c-9bf12fc1714d None None] Provisioning complete for port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:19.975378 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ac7cdc9e-c949-4419-ad9c-9bf12fc1714d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:19.984195 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] For port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:20.035362 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] For port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=3c051ef5-1347-4f7e-ab18-e6048a49d5a1,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:20.045576 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ac7cdc9e-c949-4419-ad9c-9bf12fc1714d None None] Port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:20.052424 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-243e1a75-6355-4de6-adec-1e07bf086734 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c348649c6b794f5c9339ea9506b6a16b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027424 Jun 25 16:06:20.071164 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:20.168766 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c34c38-4cdb-41a0-bcc5-9127d92e615f None None] Pushing event updated for resources: {'Port': ['ID=3c051ef5-1347-4f7e-ab18-e6048a49d5a1,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:20.217959 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Routers {'074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:06:20.218985 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:06:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:20.226934 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 50b38c1d-359a-4f21-862c-f6a0c80f4960 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:20.367434 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:20.373554 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e808d256-a461-4f3e-8d2d-d476ee880f36 service neutron] 10.222.0.13 "GET /v2.0/networks/8b9f6d93-00eb-41b6-97fc-bb6619ee796d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051975 Jun 25 16:06:20.396170 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-16b6ce2c-c709-4cd1-9ce8-e106f1221d42 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:06:20.399027 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-16b6ce2c-c709-4cd1-9ce8-e106f1221d42 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8843079 Jun 25 16:06:20.618426 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-167479c2-ac5c-434f-82d0-bf9409b26f58 service neutron] 10.222.0.13 "GET /v2.0/networks/8b9f6d93-00eb-41b6-97fc-bb6619ee796d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176998 Jun 25 16:06:20.644245 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 50b38c1d-359a-4f21-862c-f6a0c80f4960 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:20.645730 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:20.667523 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (25c4a95d-6d5c-46ab-8a33-e71eecbbaa05), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:20.827657 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] Set router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:06:20.846724 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b25a461b-1ae7-43c8-ae0f-4bc502f74ec0 None None] Provisioning complete for port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:20.847815 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b25a461b-1ae7-43c8-ae0f-4bc502f74ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:20.947967 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e7097392-3e79-4afa-bfe0-b33400ac4275 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:20.967050 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (7d436b47-926e-4377-9b5c-3e193e614757), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:21.259920 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e7097392-3e79-4afa-bfe0-b33400ac4275 admin admin] Publish callbacks [] for security_group (7f013f1b-dae7-4c7d-802d-7aad8f7007c8), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:21.270522 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e7097392-3e79-4afa-bfe0-b33400ac4275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (7f013f1b-dae7-4c7d-802d-7aad8f7007c8), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:21.369759 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:21.414155 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7097392-3e79-4afa-bfe0-b33400ac4275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f013f1b-dae7-4c7d-802d-7aad8f7007c8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:21.475172 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 50b38c1d-359a-4f21-862c-f6a0c80f4960 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:21.486117 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 5b230afb-9c94-488f-bc4d-d204bc89d8e1 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:21.506086 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e7097392-3e79-4afa-bfe0-b33400ac4275 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08002b21aa9d48dba64d381ac0ab01ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6905634 Jun 25 16:06:21.507403 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37206) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:21.668157 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23f59cf5-3fc4-4324-9ef8-caa49cae5680 req-06c7d136-393b-4949-a8dc-46c0c8b48608 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 210 time: 0.6854212 Jun 25 16:06:21.733316 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:21.736470 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:21.790843 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf7d3-0660-4da9-9956-05d09ba2114e admin admin] Publish callbacks [] for security_group (7f013f1b-dae7-4c7d-802d-7aad8f7007c8), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:21.794672 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-05ae0af9-bdea-4b4f-93c1-75c82576105b service neutron] 10.222.0.13 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3828373 Jun 25 16:06:21.852238 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b25a461b-1ae7-43c8-ae0f-4bc502f74ec0 None None] Current status of the port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:21.867044 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b25a461b-1ae7-43c8-ae0f-4bc502f74ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:21.918841 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf7d3-0660-4da9-9956-05d09ba2114e admin admin] Publish callbacks [] for security_group (7f013f1b-dae7-4c7d-802d-7aad8f7007c8), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:21.995862 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:22.058715 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (7d436b47-926e-4377-9b5c-3e193e614757), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:22.072977 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf7d3-0660-4da9-9956-05d09ba2114e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (7f013f1b-dae7-4c7d-802d-7aad8f7007c8), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:22.084399 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1dbbf7d3-0660-4da9-9956-05d09ba2114e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:22.090376 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1dbbf7d3-0660-4da9-9956-05d09ba2114e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7f013f1b-dae7-4c7d-802d-7aad8f7007c8 HTTP/1.1" status: 204 len: 168 time: 0.5814114 Jun 25 16:06:22.104018 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 5b230afb-9c94-488f-bc4d-d204bc89d8e1 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:22.106738 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:22.121772 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbf7d3-0660-4da9-9956-05d09ba2114e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f013f1b-dae7-4c7d-802d-7aad8f7007c8,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:22.165207 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-cf87241a-026b-486c-9a2b-fa810c58c256 service neutron] 10.222.0.13 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320835 Jun 25 16:06:22.166854 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (7d436b47-926e-4377-9b5c-3e193e614757), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:22.183560 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (25c4a95d-6d5c-46ab-8a33-e71eecbbaa05), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:22.203577 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:22.205665 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8974330 Jun 25 16:06:22.232951 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-b25a461b-1ae7-43c8-ae0f-4bc502f74ec0 None None] For port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=3c051ef5-1347-4f7e-ab18-e6048a49d5a1,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:22.254046 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdc288-c0a9-44ec-967a-9d2deaeed9a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=7d436b47-926e-4377-9b5c-3e193e614757,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:22.266005 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b25a461b-1ae7-43c8-ae0f-4bc502f74ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:22.291485 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'gw_port': {'id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '3c051ef5-1347-4f7e-ab18-e6048a49d5a1', 'name': '', 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'mac_address': 'fa:16:3e:c3:19:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb97232f-2e34-4fa5-a8a2-b845c8d10654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:19Z', 'revision_number': 4, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'subnets': [{'id': 'eb97232f-2e34-4fa5-a8a2-b845c8d10654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:06:22.320301 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.26', 58762) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:22.518847 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9240bb-214e-4782-b72a-0e5a7f1c030c None None] The sync data for ids ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'] in dv-cinder-847620-2-iscsi is: [{'id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'gw_port': {'id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '3c051ef5-1347-4f7e-ab18-e6048a49d5a1', 'name': '', 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'mac_address': 'fa:16:3e:c3:19:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': 'eb97232f-2e34-4fa5-a8a2-b845c8d10654', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:19Z', 'revision_number': 4, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'subnets': [{'id': 'eb97232f-2e34-4fa5-a8a2-b845c8d10654', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:06:22.583957 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a461b-1ae7-43c8-ae0f-4bc502f74ec0 None None] Pushing event updated for resources: {'Port': ['ID=3c051ef5-1347-4f7e-ab18-e6048a49d5a1,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:22.647516 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-0bb73a0a-47f2-4247-908a-87097af9f538 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:22.650429 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-0bb73a0a-47f2-4247-908a-87097af9f538 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 818 time: 0.3288639 Jun 25 16:06:22.663117 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 5b230afb-9c94-488f-bc4d-d204bc89d8e1 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:22.666640 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device dbbc5557-c6da-4267-8662-15c2611cd6ad up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:22.692681 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Request body: {'port': {'device_id': '7feaccc2-e2e8-4644-87a9-4b88cd8767d5', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'admin_state_up': True, 'tenant_id': '9bcee16336834b80a389799f89b5b79a'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:22.785866 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port dbbc5557-c6da-4267-8662-15c2611cd6ad triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:22.787534 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:22.936932 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-057b48f1-3841-4aa3-bfb0-c52b3ab03912 req-e4263259-6a70-4337-ab2b-1892857b3e81 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 210 time: 0.0837820 Jun 25 16:06:23.089018 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port dbbc5557-c6da-4267-8662-15c2611cd6ad is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:23.128064 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-79ab0b28-54a3-4d51-b7f9-5ac7ce8fa6c3 req-5685ffc4-12bc-4d88-a3c0-0cc5c0344ed7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 210 time: 0.0717669 Jun 25 16:06:23.158760 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Made reservation on behalf of 9bcee16336834b80a389799f89b5b79a for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:23.179823 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:23.255308 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-7563b39b-d071-4074-87a9-e813aa48aebd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1009096185&fields=id&tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 267 time: 0.2253776 Jun 25 16:06:23.396364 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:23.612684 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-90275d36-a3ed-4873-8e20-289ba645845a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:23.619130 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-90275d36-a3ed-4873-8e20-289ba645845a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 815 time: 0.3625674 Jun 25 16:06:23.631557 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37298) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:23.646501 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-9162e829-0eb5-476b-85f5-2af517a6f5cf tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/quotas/b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 375 time: 0.0264716 Jun 25 16:06:23.663097 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d60f46a2-7237-4338-a0fd-0010bed8e2ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:23.789474 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Allocated IP 172.20.0.14 (bd043e97-1059-4931-b819-353216eaa430/3007921b-1ea5-4a85-85ff-e78fcb9b77da/dda3a175-359c-4380-a748-ac6e5ec45c69) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:23.816685 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d60f46a2-7237-4338-a0fd-0010bed8e2ad admin admin] Publish callbacks [] for security_group (525d6a38-0f7c-4afa-a4fc-55a938489516), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:23.823891 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d60f46a2-7237-4338-a0fd-0010bed8e2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (525d6a38-0f7c-4afa-a4fc-55a938489516), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:23.863754 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d60f46a2-7237-4338-a0fd-0010bed8e2ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7d22394f24e84c45b5c1e696eadcf9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297921 Jun 25 16:06:23.866536 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37312) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:23.868589 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-215ecb1e-d126-4e13-859d-1d165f922cc6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2211969 Jun 25 16:06:23.923773 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f46a2-7237-4338-a0fd-0010bed8e2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525d6a38-0f7c-4afa-a4fc-55a938489516,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:23.986088 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d149c7a-09be-4122-8ac2-7dd11b36c296 admin admin] Publish callbacks [] for security_group (525d6a38-0f7c-4afa-a4fc-55a938489516), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:24.033587 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d149c7a-09be-4122-8ac2-7dd11b36c296 admin admin] Publish callbacks [] for security_group (525d6a38-0f7c-4afa-a4fc-55a938489516), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:24.097578 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:24.111190 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d149c7a-09be-4122-8ac2-7dd11b36c296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (525d6a38-0f7c-4afa-a4fc-55a938489516), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:24.120292 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1d149c7a-09be-4122-8ac2-7dd11b36c296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:24.125115 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1d149c7a-09be-4122-8ac2-7dd11b36c296 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/525d6a38-0f7c-4afa-a4fc-55a938489516 HTTP/1.1" status: 204 len: 168 time: 0.2560179 Jun 25 16:06:24.151399 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d149c7a-09be-4122-8ac2-7dd11b36c296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525d6a38-0f7c-4afa-a4fc-55a938489516,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:24.187636 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:24.221034 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 58769) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:24.339319 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-03b72a3a-277a-4bbb-932a-5b0b9f2f622b req-3bdd1818-3c74-426e-8926-33a6076184df tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 210 time: 0.1407869 Jun 25 16:06:24.428189 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-145c5868-e0d3-4895-8b61-da920b884c73 service neutron] 10.222.0.13 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231416 Jun 25 16:06:24.556916 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:24.633884 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-f5d6abb4-5d21-4765-84c5-a3491b8dbc93 service neutron] 10.222.0.13 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914489 Jun 25 16:06:24.642449 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ac4d8d4c-392f-49b3-844f-4174c4da9c3c req-3c169be9-786e-413a-8ff5-68f0b4bebeb8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 210 time: 0.0594769 Jun 25 16:06:24.661974 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:24.771690 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Network bd043e97-1059-4931-b819-353216eaa430 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:24.778862 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:24.786697 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:24.801816 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:24.807882 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:24.811323 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event updated for resources: {'Port': ['ID=dda3a175-359c-4380-a748-ac6e5ec45c69,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:24.874311 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-4cc217e6-04a8-4b15-9c06-0de9e04c00f7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1866629 Jun 25 16:06:24.879502 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-67b0a36d-8a0d-4356-8dc6-8211a220bdec tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:24.884805 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-67b0a36d-8a0d-4356-8dc6-8211a220bdec tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.26 "GET /v2.0/networks?id=8b9f6d93-00eb-41b6-97fc-bb6619ee796d HTTP/1.1" status: 200 len: 812 time: 0.6621656 Jun 25 16:06:24.945203 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Request body: {'port': {'device_id': '01f7cc79-f68f-4fe1-b31e-1cb4f0fea810', 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d', 'admin_state_up': True, 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:25.020859 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fa258ef0-84d4-45c4-8a6c-b764ed7041ce req-cd81b82f-c1ff-471c-aaed-e5477f9180a0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 210 time: 0.1144068 Jun 25 16:06:25.049906 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-dc00badc-bbbd-4945-8b91-5b97b3a1a24c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:06:25.055159 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-dc00badc-bbbd-4945-8b91-5b97b3a1a24c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0321128 Jun 25 16:06:25.377606 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-19a10b65-b7d7-4521-8c76-6d030e3ba35c None None] Provisioning complete for port dda3a175-359c-4380-a748-ac6e5ec45c69 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:25.378262 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-19a10b65-b7d7-4521-8c76-6d030e3ba35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:25.443293 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:25.490409 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:25.617311 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.26', 58776) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:25.649038 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-19a10b65-b7d7-4521-8c76-6d030e3ba35c None None] Port dda3a175-359c-4380-a748-ac6e5ec45c69 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:25.671634 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:25.672273 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:25.708843 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-5f9600a7-ab6f-4f63-90df-e65a27f3f514 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:25.718695 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-5f9600a7-ab6f-4f63-90df-e65a27f3f514 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 818 time: 0.5899742 Jun 25 16:06:25.774703 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Request body: {'port': {'device_id': 'f5f6023f-52bc-4a18-af15-b1c7f2896f75', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'admin_state_up': True, 'tenant_id': '9bcee16336834b80a389799f89b5b79a'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:26.073950 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:26.154686 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Made reservation on behalf of c348649c6b794f5c9339ea9506b6a16b for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:26.162188 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:26.556016 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Request body: {'port': {'device_id': '7feaccc2-e2e8-4644-87a9-4b88cd8767d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:26.671665 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Allocated IP 172.20.0.12 (8b9f6d93-00eb-41b6-97fc-bb6619ee796d/eb97232f-2e34-4fa5-a8a2-b845c8d10654/da56dc06-e8a5-4eac-a9b3-a873439d682c) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:26.673289 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-beb55f96-8b2f-4b14-835b-a89de359aa84 req-1d831dde-98a3-4054-b459-74cb36cd4238 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 210 time: 0.7796853 Jun 25 16:06:26.706305 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ff5c3bf8-e08e-4173-9995-436e04f7dced req-8298261a-4583-4840-a123-78f05e154bfb tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 210 time: 0.8440883 Jun 25 16:06:26.901493 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:26.916637 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:27.004958 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Made reservation on behalf of 9bcee16336834b80a389799f89b5b79a for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:27.008441 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:27.030773 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dd3ce86a-26ca-4aff-89ab-205a1382f351 req-4da95da4-5754-4619-9b61-c6ba0bc787e8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 210 time: 0.1902726 Jun 25 16:06:27.117439 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Publish callbacks [] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:27.155006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:27.167446 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:27.274564 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:27.328362 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:27.349734 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:27.515049 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:27.517535 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:27.584679 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Allocated IP 172.20.0.11 (bd043e97-1059-4931-b819-353216eaa430/3007921b-1ea5-4a85-85ff-e78fcb9b77da/e355ac8e-fb57-4cd6-9b51-2346658384b8) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:27.605211 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6646793 Jun 25 16:06:27.615391 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729de6d1-5114-4a75-8fd7-bdfc9efec5ee tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Pushing event updated for resources: {'Port': ['ID=da56dc06-e8a5-4eac-a9b3-a873439d682c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:27.768695 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Request body: {'port': {'device_id': '01f7cc79-f68f-4fe1-b31e-1cb4f0fea810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:27.896254 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-c9fe6deb-9fab-404c-b57d-6edb87c0f5d2 None None] Provisioning complete for port da56dc06-e8a5-4eac-a9b3-a873439d682c triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:27.917470 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6deb-9fab-404c-b57d-6edb87c0f5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:27.987993 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.26', 58778) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:28.080563 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:28.097244 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:28.113945 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-c9fe6deb-9fab-404c-b57d-6edb87c0f5d2 None None] Port da56dc06-e8a5-4eac-a9b3-a873439d682c cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:28.167832 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eed73503-5de3-4a27-b91d-d6a5b3ecebbb req-6c0fd7a4-3af2-405a-a7f5-4fa118cae46a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 210 time: 0.3134613 Jun 25 16:06:28.190013 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:28.376089 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:28.521971 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-cf10e68d-25a9-4789-b466-8f04b000ebcc tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:28.524566 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-cf10e68d-25a9-4789-b466-8f04b000ebcc tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 815 time: 0.5120931 Jun 25 16:06:28.565771 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc422d1-2f32-4916-9ce4-e73636112c51 req-68e875af-4219-464d-9f63-d56863924210 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:28.580375 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fcc422d1-2f32-4916-9ce4-e73636112c51 req-68e875af-4219-464d-9f63-d56863924210 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 932 time: 0.4371543 Jun 25 16:06:28.687304 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37480) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:28.720996 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5dfe96ac-f0f4-429d-a698-8e6cbae004ed req-cee0768d-fc08-4a47-897b-3a38829830ad tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 210 time: 0.3158498 Jun 25 16:06:28.808968 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:28.956604 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fcc422d1-2f32-4916-9ce4-e73636112c51 req-41e583c3-369b-42d8-a180-25c150cc39b5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544168 Jun 25 16:06:28.990490 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:29.010299 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-865ac95b-c7dd-405f-8cb0-4c1bb0d2a35d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 380 time: 0.4197049 Jun 25 16:06:29.029069 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:29.092542 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'port': {'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'admin_state_up': True, 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'security_groups': ['bf491dce-1e47-4f7d-90e2-67b82de69b5e']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:29.200073 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26710e4e-7f34-4372-b9f9-a8a7e95d35d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:29.494458 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Network bd043e97-1059-4931-b819-353216eaa430 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:29.524366 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:29.647166 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event updated for resources: {'Port': ['ID=e355ac8e-fb57-4cd6-9b51-2346658384b8,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:29.687363 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:29.709646 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:29.734105 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:29.734105 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:29.764629 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26710e4e-7f34-4372-b9f9-a8a7e95d35d0 admin admin] Publish callbacks [] for security_group (941b4a99-12c9-49f4-bd9e-5e67c26ffc8a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:29.846955 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734681e7-4743-482a-9d12-c6ca6d6177a4 req-a19d0f3f-40e0-4fb6-9db2-285b25655e2d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:29.852797 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26710e4e-7f34-4372-b9f9-a8a7e95d35d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (941b4a99-12c9-49f4-bd9e-5e67c26ffc8a), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:29.856055 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-734681e7-4743-482a-9d12-c6ca6d6177a4 req-a19d0f3f-40e0-4fb6-9db2-285b25655e2d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 932 time: 0.3735130 Jun 25 16:06:30.064274 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Made reservation on behalf of b1bba8f74dbd433bbffdb2ffbfc481fb for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:06:30.079626 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.156208 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da56dc06-e8a5-4eac-a9b3-a873439d682c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:06:30.157194 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-7e8a9dfb-f66e-4c2e-8d00-7bdedcd512ee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3977463 Jun 25 16:06:30.170357 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-26710e4e-7f34-4372-b9f9-a8a7e95d35d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6fc72eafb8684a9dab826b0c2e7f3847&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4858179 Jun 25 16:06:30.179195 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26710e4e-7f34-4372-b9f9-a8a7e95d35d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=941b4a99-12c9-49f4-bd9e-5e67c26ffc8a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:30.185821 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Publish callbacks [] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.191753 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37528) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:30.192735 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:30.221646 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Request body: {'port': {'device_id': 'f5f6023f-52bc-4a18-af15-b1c7f2896f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:30.268347 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-9a679f30-ab45-4630-9b85-cb663e61a8f9 None None] Provisioning complete for port e355ac8e-fb57-4cd6-9b51-2346658384b8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:30.269365 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9a679f30-ab45-4630-9b85-cb663e61a8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.339678 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cbf06b78-bf85-45b1-89d9-f2f190ea33b1 req-b842428c-3106-43ca-b7b6-8a64b1d4a6ca tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 210 time: 0.2580962 Jun 25 16:06:30.342853 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda3a175-359c-4380-a748-ac6e5ec45c69 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:06:30.355515 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-9a679f30-ab45-4630-9b85-cb663e61a8f9 None None] Port e355ac8e-fb57-4cd6-9b51-2346658384b8 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:30.398617 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Publish callbacks [] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.416538 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:30.460023 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-734681e7-4743-482a-9d12-c6ca6d6177a4 req-d0622202-a980-470f-b270-b3c0ee45cc5f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915415 Jun 25 16:06:30.463060 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.467277 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Transition to ACTIVE for port object dda3a175-359c-4380-a748-ac6e5ec45c69 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:06:30.509496 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.548220 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Transition to ACTIVE for port object da56dc06-e8a5-4eac-a9b3-a873439d682c will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:06:30.575631 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.842849 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-121977bc-a51b-4f8c-9a62-2ad768495b21 admin admin] Publish callbacks [] for security_group (941b4a99-12c9-49f4-bd9e-5e67c26ffc8a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.879765 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dda3a175-359c-4380-a748-ac6e5ec45c69,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:30.881982 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-121977bc-a51b-4f8c-9a62-2ad768495b21 admin admin] Publish callbacks [] for security_group (941b4a99-12c9-49f4-bd9e-5e67c26ffc8a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.903679 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b36f9f-580c-4775-9f61-6bd9d4fb09f2 req-7c0f680c-3be0-4301-b187-3f40ab8b0fcf tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:30.906383 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68b36f9f-580c-4775-9f61-6bd9d4fb09f2 req-7c0f680c-3be0-4301-b187-3f40ab8b0fcf tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.3893464 Jun 25 16:06:30.962184 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Pushing event updated for resources: {'Port': ['ID=da56dc06-e8a5-4eac-a9b3-a873439d682c,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:30.968976 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-121977bc-a51b-4f8c-9a62-2ad768495b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (941b4a99-12c9-49f4-bd9e-5e67c26ffc8a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.976596 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-121977bc-a51b-4f8c-9a62-2ad768495b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:30.979095 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-121977bc-a51b-4f8c-9a62-2ad768495b21 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/941b4a99-12c9-49f4-bd9e-5e67c26ffc8a HTTP/1.1" status: 204 len: 168 time: 0.7836523 Jun 25 16:06:31.250403 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Attempting to bind port dda3a175-359c-4380-a748-ac6e5ec45c69 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:31.255147 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Attempting to bind port dda3a175-359c-4380-a748-ac6e5ec45c69 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:31.256309 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Attempting to bind port dda3a175-359c-4380-a748-ac6e5ec45c69 on network bd043e97-1059-4931-b819-353216eaa430 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:31.287106 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121977bc-a51b-4f8c-9a62-2ad768495b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941b4a99-12c9-49f4-bd9e-5e67c26ffc8a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:31.291218 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Port dda3a175-359c-4380-a748-ac6e5ec45c69 on network bd043e97-1059-4931-b819-353216eaa430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:06:31.291851 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Attempting to bind port dda3a175-359c-4380-a748-ac6e5ec45c69 on network bd043e97-1059-4931-b819-353216eaa430 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:31.359558 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:31.360253 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Checking segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:31.361053 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Bound using segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:31.361701 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Bound port: dda3a175-359c-4380-a748-ac6e5ec45c69, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:31.362460 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:31.381725 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Allocated IP 172.20.0.6 (92184934-9929-49a5-91f4-1ab03b25e2f1/91d06c15-2c0f-45d5-b907-2030a3ddd671/da8ae9de-1432-4b4c-9379-90aae9bf04a3) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:06:31.386951 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68b36f9f-580c-4775-9f61-6bd9d4fb09f2 req-126e078f-8841-4363-b062-120e68142c86 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445830 Jun 25 16:06:31.387195 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Attempting to bind port da56dc06-e8a5-4eac-a9b3-a873439d682c on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:31.387558 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Attempting to bind port da56dc06-e8a5-4eac-a9b3-a873439d682c by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:31.387888 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Attempting to bind port da56dc06-e8a5-4eac-a9b3-a873439d682c on network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:31.425858 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Port da56dc06-e8a5-4eac-a9b3-a873439d682c on network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:06:31.426188 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Attempting to bind port da56dc06-e8a5-4eac-a9b3-a873439d682c on network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:31.443263 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:31.443839 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Checking segment: {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:31.444471 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Bound using segment: {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:31.445117 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Bound port: da56dc06-e8a5-4eac-a9b3-a873439d682c, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a39a08ed-5f3f-4722-994b-769db1e6c5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:31.445528 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:31.511807 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:31.555089 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] For port dda3a175-359c-4380-a748-ac6e5ec45c69, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:31.622743 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] For port dda3a175-359c-4380-a748-ac6e5ec45c69, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dda3a175-359c-4380-a748-ac6e5ec45c69,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:31.626331 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3632654e-8836-4206-b4c2-1bff9445a008 req-a5e674a5-52d2-414f-818c-07f8198ba7d3 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 210 time: 0.1028364 Jun 25 16:06:31.629714 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e355ac8e-fb57-4cd6-9b51-2346658384b8 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:06:31.661647 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Publish callbacks [] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:31.665556 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:31.877704 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:32.022151 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37560) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:32.037173 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] For port da56dc06-e8a5-4eac-a9b3-a873439d682c, host hv-cinder-84762, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:32.068106 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2950381b-65db-431a-aed6-b69bbb5e363d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:32.111884 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] For port da56dc06-e8a5-4eac-a9b3-a873439d682c, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da56dc06-e8a5-4eac-a9b3-a873439d682c,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:32.142362 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:32.274014 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:32.283490 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:32.284209 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:32.288747 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Transition to ACTIVE for port object e355ac8e-fb57-4cd6-9b51-2346658384b8 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:06:32.293756 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] 10.222.0.26 "PUT /v2.0/ports/da56dc06-e8a5-4eac-a9b3-a873439d682c HTTP/1.1" status: 200 len: 1094 time: 4.5316896 Jun 25 16:06:32.295191 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01f7cc79-f68f-4fe1-b31e-1cb4f0fea810', 'tag': 'da56dc06-e8a5-4eac-a9b3-a873439d682c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:06:32.335245 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:32.335910 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:32.345112 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/dda3a175-359c-4380-a748-ac6e5ec45c69 HTTP/1.1" status: 200 len: 1094 time: 6.7168539 Jun 25 16:06:32.350063 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7feaccc2-e2e8-4644-87a9-4b88cd8767d5', 'tag': 'dda3a175-359c-4380-a748-ac6e5ec45c69'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:06:32.412975 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:32.446004 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:06:32.456105 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:32.457839 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:06:32.567961 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-2a0d389c-4b65-467a-a156-c8691e3b171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:32.570740 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-2a0d389c-4b65-467a-a156-c8691e3b171b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 1128 time: 0.1221755 Jun 25 16:06:32.573055 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:06:32.638149 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f85e0-4ad5-4088-a963-833fda7b569a service neutron] Pushing event updated for resources: {'Port': ['ID=da56dc06-e8a5-4eac-a9b3-a873439d682c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:32.648524 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:32.649718 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:32.728989 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=da8ae9de-1432-4b4c-9379-90aae9bf04a3,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:32.762282 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-727b5f2d-3b33-4da7-8dca-cf7c97d46f41 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7357457 Jun 25 16:06:32.769428 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:32.924590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab52a4a-8fbf-4719-8270-39c668292b30 req-0070ef94-d18d-45c8-b529-0c7988fa4780 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:32.934873 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ab52a4a-8fbf-4719-8270-39c668292b30 req-0070ef94-d18d-45c8-b529-0c7988fa4780 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 932 time: 1.2978814 Jun 25 16:06:32.960961 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Request body: {'port': {'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:06:33.007999 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79" -d '{"events": [{"name": "network-changed", "server_uuid": "01f7cc79-f68f-4fe1-b31e-1cb4f0fea810", "tag": "da56dc06-e8a5-4eac-a9b3-a873439d682c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:06:33.016241 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-ba779996-f2cc-488b-9000-706a6b8baecc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dda3a175-359c-4380-a748-ac6e5ec45c69 HTTP/1.1" status: 200 len: 217 time: 0.2939143 Jun 25 16:06:33.018569 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2958cea-42c1-4cf1-8883-0295833c71b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dda3a175-359c-4380-a748-ac6e5ec45c69,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:33.069648 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2950381b-65db-431a-aed6-b69bbb5e363d admin admin] Publish callbacks [] for security_group (81d4b91d-f78d-4680-ba0c-8b021bcb77ed), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.077341 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2950381b-65db-431a-aed6-b69bbb5e363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (81d4b91d-f78d-4680-ba0c-8b021bcb77ed), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.090616 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-118e6f48-2218-4ab9-b26f-d6adc1e55fbc None None] Provisioning complete for port da8ae9de-1432-4b4c-9379-90aae9bf04a3 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:33.092448 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-118e6f48-2218-4ab9-b26f-d6adc1e55fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.103935 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.141942 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:33.177282 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2950381b-65db-431a-aed6-b69bbb5e363d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc864821e72d4825943e0d28ee3e1b1c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1506572 Jun 25 16:06:33.178813 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37602) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:33.187877 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950381b-65db-431a-aed6-b69bbb5e363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d4b91d-f78d-4680-ba0c-8b021bcb77ed,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:33.215025 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-118e6f48-2218-4ab9-b26f-d6adc1e55fbc None None] Port da8ae9de-1432-4b4c-9379-90aae9bf04a3 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:06:33.227775 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=e355ac8e-fb57-4cd6-9b51-2346658384b8,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:33.228328 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37604) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:33.284532 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5" -d '{"events": [{"name": "network-changed", "server_uuid": "7feaccc2-e2e8-4644-87a9-4b88cd8767d5", "tag": "dda3a175-359c-4380-a748-ac6e5ec45c69"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:06:33.308190 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:33.345850 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ab52a4a-8fbf-4719-8270-39c668292b30 req-c009460a-227b-4671-b8da-cd48b924533d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097822 Jun 25 16:06:33.355266 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-5da9a29b-863c-4cc5-8a6d-c1cd46664e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:33.357108 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-5da9a29b-863c-4cc5-8a6d-c1cd46664e73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c348649c6b794f5c9339ea9506b6a16b&device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 1128 time: 0.5524335 Jun 25 16:06:33.366962 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2610aa-6868-4b98-ba04-128a7ba9f077 req-12a1e745-8859-45ce-8580-392ec1821428 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:33.374968 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a2610aa-6868-4b98-ba04-128a7ba9f077 req-12a1e745-8859-45ce-8580-392ec1821428 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.4637718 Jun 25 16:06:33.399796 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b81f74d1-2197-4a9f-85e9-bbfe0cfcdc15 admin admin] Publish callbacks [] for security_group (81d4b91d-f78d-4680-ba0c-8b021bcb77ed), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.474994 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Attempting to bind port e355ac8e-fb57-4cd6-9b51-2346658384b8 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:33.475704 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Attempting to bind port e355ac8e-fb57-4cd6-9b51-2346658384b8 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:33.476333 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Attempting to bind port e355ac8e-fb57-4cd6-9b51-2346658384b8 on network bd043e97-1059-4931-b819-353216eaa430 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:33.486394 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b81f74d1-2197-4a9f-85e9-bbfe0cfcdc15 admin admin] Publish callbacks [] for security_group (81d4b91d-f78d-4680-ba0c-8b021bcb77ed), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.489408 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Port e355ac8e-fb57-4cd6-9b51-2346658384b8 on network bd043e97-1059-4931-b819-353216eaa430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:06:33.490423 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Attempting to bind port e355ac8e-fb57-4cd6-9b51-2346658384b8 on network bd043e97-1059-4931-b819-353216eaa430 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:33.518610 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a2610aa-6868-4b98-ba04-128a7ba9f077 req-39eae01d-2386-4d7f-9ce3-ddf19c7894cd tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426194 Jun 25 16:06:33.522485 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:33.522924 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Checking segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:33.524091 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Bound using segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:33.524841 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Bound port: e355ac8e-fb57-4cd6-9b51-2346658384b8, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:33.526423 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.622591 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2a69d-3514-45bc-b269-ea146f158015 req-a654b020-bd0c-47e0-894c-2dae92ffd150 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:33.625070 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6b402997-b9a5-4682-a2e4-3ff4c0a8145b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.625502 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ddb2a69d-3514-45bc-b269-ea146f158015 req-a654b020-bd0c-47e0-894c-2dae92ffd150 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 931 time: 0.0830531 Jun 25 16:06:33.751975 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b81f74d1-2197-4a9f-85e9-bbfe0cfcdc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (81d4b91d-f78d-4680-ba0c-8b021bcb77ed), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.755444 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b81f74d1-2197-4a9f-85e9-bbfe0cfcdc15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.759831 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b81f74d1-2197-4a9f-85e9-bbfe0cfcdc15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81d4b91d-f78d-4680-ba0c-8b021bcb77ed HTTP/1.1" status: 204 len: 168 time: 0.5790272 Jun 25 16:06:33.764651 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] For port e355ac8e-fb57-4cd6-9b51-2346658384b8, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:33.800112 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ddb2a69d-3514-45bc-b269-ea146f158015 req-ddc536f7-f413-48bb-9deb-9191f3f507bb tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327784 Jun 25 16:06:33.803488 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] For port e355ac8e-fb57-4cd6-9b51-2346658384b8, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=e355ac8e-fb57-4cd6-9b51-2346658384b8,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:33.813102 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f74d1-2197-4a9f-85e9-bbfe0cfcdc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d4b91d-f78d-4680-ba0c-8b021bcb77ed,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:33.816367 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.901954 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:33.903165 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.905184 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] 10.222.0.26 "PUT /v2.0/ports/e355ac8e-fb57-4cd6-9b51-2346658384b8 HTTP/1.1" status: 200 len: 1094 time: 3.6942298 Jun 25 16:06:33.920485 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27bad82-9b8e-4234-8b00-52a3b2ee7e7e x-openstack-request-id: req-d27bad82-9b8e-4234-8b00-52a3b2ee7e7e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:06:33.920901 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01f7cc79-f68f-4fe1-b31e-1cb4f0fea810", "tag": "da56dc06-e8a5-4eac-a9b3-a873439d682c", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:06:33.921248 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d27bad82-9b8e-4234-8b00-52a3b2ee7e7e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:06:33.921806 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27bad82-9b8e-4234-8b00-52a3b2ee7e7e'] response: {'name': 'network-changed', 'server_uuid': '01f7cc79-f68f-4fe1-b31e-1cb4f0fea810', 'tag': 'da56dc06-e8a5-4eac-a9b3-a873439d682c', 'status': 'completed', 'code': 200} Jun 25 16:06:33.932217 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35013cb7-4ebd-49b4-814b-5e311ee58ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=e355ac8e-fb57-4cd6-9b51-2346658384b8,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:33.955551 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8ae9de-1432-4b4c-9379-90aae9bf04a3 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:06:33.962483 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6b402997-b9a5-4682-a2e4-3ff4c0a8145b admin admin] Publish callbacks [] for security_group (16001e09-9e52-4fe7-b920-8875f2861452), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.967485 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Publish callbacks [] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.974849 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6b402997-b9a5-4682-a2e4-3ff4c0a8145b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (16001e09-9e52-4fe7-b920-8875f2861452), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:33.985637 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:34.002153 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Transition to ACTIVE for port object da8ae9de-1432-4b4c-9379-90aae9bf04a3 will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:06:34.018375 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:34.026562 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194c2382-72d0-4536-8a27-195117b115df x-openstack-request-id: req-194c2382-72d0-4536-8a27-195117b115df {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:06:34.026920 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7feaccc2-e2e8-4644-87a9-4b88cd8767d5", "tag": "dda3a175-359c-4380-a748-ac6e5ec45c69", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:06:34.027233 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-194c2382-72d0-4536-8a27-195117b115df {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:06:34.027837 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194c2382-72d0-4536-8a27-195117b115df'] response: {'name': 'network-changed', 'server_uuid': '7feaccc2-e2e8-4644-87a9-4b88cd8767d5', 'tag': 'dda3a175-359c-4380-a748-ac6e5ec45c69', 'status': 'completed', 'code': 200} Jun 25 16:06:34.042811 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b402997-b9a5-4682-a2e4-3ff4c0a8145b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16001e09-9e52-4fe7-b920-8875f2861452,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:34.068563 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6b402997-b9a5-4682-a2e4-3ff4c0a8145b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48bcdec1c23940ec9e36fdc4b731116c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8301258 Jun 25 16:06:34.071646 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 37640) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:34.101953 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Pushing event updated for resources: {'Port': ['ID=da8ae9de-1432-4b4c-9379-90aae9bf04a3,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:34.166047 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6de54b94-e440-4b64-a5a0-5690653b19d2 admin admin] Publish callbacks [] for security_group (16001e09-9e52-4fe7-b920-8875f2861452), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:34.185548 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Attempting to bind port da8ae9de-1432-4b4c-9379-90aae9bf04a3 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:06:34.185874 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Attempting to bind port da8ae9de-1432-4b4c-9379-90aae9bf04a3 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:06:34.186193 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Attempting to bind port da8ae9de-1432-4b4c-9379-90aae9bf04a3 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:34.192046 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Port da8ae9de-1432-4b4c-9379-90aae9bf04a3 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:06:34.192299 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Attempting to bind port da8ae9de-1432-4b4c-9379-90aae9bf04a3 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:06:34.201352 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:06:34.201352 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Checking segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:06:34.201755 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6de54b94-e440-4b64-a5a0-5690653b19d2 admin admin] Publish callbacks [] for security_group (16001e09-9e52-4fe7-b920-8875f2861452), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:34.201841 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Bound using segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:06:34.201841 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Bound port: da8ae9de-1432-4b4c-9379-90aae9bf04a3, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:06:34.201841 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:34.238210 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:34.275786 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6de54b94-e440-4b64-a5a0-5690653b19d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (16001e09-9e52-4fe7-b920-8875f2861452), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:34.278397 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6de54b94-e440-4b64-a5a0-5690653b19d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:34.281964 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6de54b94-e440-4b64-a5a0-5690653b19d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16001e09-9e52-4fe7-b920-8875f2861452 HTTP/1.1" status: 204 len: 168 time: 0.2063329 Jun 25 16:06:34.288120 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:34.288949 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de54b94-e440-4b64-a5a0-5690653b19d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16001e09-9e52-4fe7-b920-8875f2861452,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:34.291961 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:34.330312 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] For port da8ae9de-1432-4b4c-9379-90aae9bf04a3, host hv-cinder-84762, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:06:34.332380 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:34.335437 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] For port da8ae9de-1432-4b4c-9379-90aae9bf04a3, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da8ae9de-1432-4b4c-9379-90aae9bf04a3,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:06:34.346029 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:34.402170 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:34.402783 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:34.411932 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] 10.222.0.26 "PUT /v2.0/ports/da8ae9de-1432-4b4c-9379-90aae9bf04a3 HTTP/1.1" status: 200 len: 1093 time: 1.4477036 Jun 25 16:06:34.454848 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787716a-68c5-49d2-bcb3-a44a197c217d service neutron] Pushing event updated for resources: {'Port': ['ID=da8ae9de-1432-4b4c-9379-90aae9bf04a3,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:34.547321 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d45c90-e1b5-4612-b775-a3b4384e2c54 req-dfc4720e-e040-47b2-ab7a-2ce82288dc08 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:34.548957 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0d45c90-e1b5-4612-b775-a3b4384e2c54 req-dfc4720e-e040-47b2-ab7a-2ce82288dc08 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0774224 Jun 25 16:06:34.670189 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0d45c90-e1b5-4612-b775-a3b4384e2c54 req-3f0d3095-b092-4eaf-b740-dba768d4c8a6 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047244 Jun 25 16:06:34.696746 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b217b-78ad-4608-9615-7ddd5c839381 req-4b770ea4-9b54-47fa-b302-4b2207a50d6b tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:34.704643 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dc0b217b-78ad-4608-9615-7ddd5c839381 req-4b770ea4-9b54-47fa-b302-4b2207a50d6b tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.0822148 Jun 25 16:06:34.799605 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dc0b217b-78ad-4608-9615-7ddd5c839381 req-e025cc4e-58dd-40b9-993b-1fa0e2d7ddfc tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936484 Jun 25 16:06:34.841449 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37666) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:34.863641 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d60a6e6-94bb-40f9-b89c-bf96f5062ca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:35.001028 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d60a6e6-94bb-40f9-b89c-bf96f5062ca8 admin admin] Publish callbacks [] for security_group (d6f52549-ccdf-44ca-aaa5-ba294518b015), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:35.006430 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d60a6e6-94bb-40f9-b89c-bf96f5062ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (d6f52549-ccdf-44ca-aaa5-ba294518b015), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:35.079311 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3d60a6e6-94bb-40f9-b89c-bf96f5062ca8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19ee5635cbee4829a7c96140bbda9437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364790 Jun 25 16:06:35.080563 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37678) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:35.082667 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60a6e6-94bb-40f9-b89c-bf96f5062ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f52549-ccdf-44ca-aaa5-ba294518b015,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:35.107218 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbf5bd-0965-428b-b90f-c696400f598f req-6309dd67-3b0f-4cd2-a92e-3c18b08009a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:35.116638 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ecbf5bd-0965-428b-b90f-c696400f598f req-6309dd67-3b0f-4cd2-a92e-3c18b08009a6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.1277387 Jun 25 16:06:35.144587 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf64b9f4-6197-4e25-a274-c284de140398 admin admin] Publish callbacks [] for security_group (d6f52549-ccdf-44ca-aaa5-ba294518b015), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:35.179718 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf64b9f4-6197-4e25-a274-c284de140398 admin admin] Publish callbacks [] for security_group (d6f52549-ccdf-44ca-aaa5-ba294518b015), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:35.183294 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ecbf5bd-0965-428b-b90f-c696400f598f req-05bdbb2b-0ce2-495d-948c-2ff3e39daf3d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656846 Jun 25 16:06:35.251831 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf64b9f4-6197-4e25-a274-c284de140398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (d6f52549-ccdf-44ca-aaa5-ba294518b015), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:35.256494 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf64b9f4-6197-4e25-a274-c284de140398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:35.257735 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cf64b9f4-6197-4e25-a274-c284de140398 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6f52549-ccdf-44ca-aaa5-ba294518b015 HTTP/1.1" status: 204 len: 168 time: 0.1762781 Jun 25 16:06:35.271330 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64b9f4-6197-4e25-a274-c284de140398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f52549-ccdf-44ca-aaa5-ba294518b015,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:35.922659 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'tag': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:06:35.926102 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56101a49-2ad2-47ee-ad64-fc5273b93505" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc4f0bb-0b30-429c-af92-a30f31e4b60f", "tag": "da8ae9de-1432-4b4c-9379-90aae9bf04a3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:06:35.936955 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b5716-7fd0-4a8c-8d61-0ee702bbb02e req-0338c6b1-0988-4108-90c1-d71cc96eda59 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:35.944142 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e16b5716-7fd0-4a8c-8d61-0ee702bbb02e req-0338c6b1-0988-4108-90c1-d71cc96eda59 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.1623402 Jun 25 16:06:35.976671 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:36.005932 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cdb46-5e82-4b82-8954-2d7577a48533 req-87ba9a0c-e7c1-462b-a405-e7d12d56ccec tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:36.012927 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-104cdb46-5e82-4b82-8954-2d7577a48533 req-87ba9a0c-e7c1-462b-a405-e7d12d56ccec tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.1111352 Jun 25 16:06:36.040887 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f6023f-52bc-4a18-af15-b1c7f2896f75', 'tag': 'e355ac8e-fb57-4cd6-9b51-2346658384b8'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:06:36.044449 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dbdc98-a4a6-4333-956e-2c2012f60daa" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f6023f-52bc-4a18-af15-b1c7f2896f75", "tag": "e355ac8e-fb57-4cd6-9b51-2346658384b8"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:06:36.144713 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e16b5716-7fd0-4a8c-8d61-0ee702bbb02e req-be3a1031-67ae-410b-bfd4-f84e38e6c885 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992807 Jun 25 16:06:36.223144 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1776a6-f141-4291-a23b-dae390084ce2 x-openstack-request-id: req-5b1776a6-f141-4291-a23b-dae390084ce2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:06:36.223661 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc4f0bb-0b30-429c-af92-a30f31e4b60f", "tag": "da8ae9de-1432-4b4c-9379-90aae9bf04a3", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:06:36.223661 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5b1776a6-f141-4291-a23b-dae390084ce2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:06:36.224039 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1776a6-f141-4291-a23b-dae390084ce2'] response: {'name': 'network-changed', 'server_uuid': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'tag': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'status': 'completed', 'code': 200} Jun 25 16:06:36.236051 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-104cdb46-5e82-4b82-8954-2d7577a48533 req-e8bca77c-eaaf-4f04-b312-3a0dc41b50b2 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222385 Jun 25 16:06:36.303455 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4650ff1-7d85-4ab0-86c8-a831065df7b4 x-openstack-request-id: req-a4650ff1-7d85-4ab0-86c8-a831065df7b4 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:06:36.303945 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f6023f-52bc-4a18-af15-b1c7f2896f75", "tag": "e355ac8e-fb57-4cd6-9b51-2346658384b8", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:06:36.304323 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4650ff1-7d85-4ab0-86c8-a831065df7b4 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:06:36.305412 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4650ff1-7d85-4ab0-86c8-a831065df7b4'] response: {'name': 'network-changed', 'server_uuid': 'f5f6023f-52bc-4a18-af15-b1c7f2896f75', 'tag': 'e355ac8e-fb57-4cd6-9b51-2346658384b8', 'status': 'completed', 'code': 200} Jun 25 16:06:36.446519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb59207-c712-438b-a08d-f264fbb146c8 req-a1d7a4a8-79f5-45af-9e8e-91621a741d3f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:36.448174 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-afb59207-c712-438b-a08d-f264fbb146c8 req-a1d7a4a8-79f5-45af-9e8e-91621a741d3f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0939398 Jun 25 16:06:36.529760 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-afb59207-c712-438b-a08d-f264fbb146c8 req-1d4ac774-4686-4e08-8f4e-74c1a9e3ba62 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706322 Jun 25 16:06:36.936373 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37756) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:37.317373 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f4edc34-4cac-4463-bf5b-b1de797c6226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:37.336588 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cedd4-24c5-4af1-95d8-3d94f2834f05 req-e0b60a9e-9b7f-4b90-b7e4-f97bd10f29a2 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:37.344321 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0c7cedd4-24c5-4af1-95d8-3d94f2834f05 req-e0b60a9e-9b7f-4b90-b7e4-f97bd10f29a2 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0745802 Jun 25 16:06:37.472462 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0c7cedd4-24c5-4af1-95d8-3d94f2834f05 req-aefb14d9-48bd-4c77-be99-1f5179c10008 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262972 Jun 25 16:06:37.482230 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f4edc34-4cac-4463-bf5b-b1de797c6226 admin admin] Publish callbacks [] for security_group (0490ad7a-0be5-40d2-8088-3be7fac031f2), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:37.489560 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1f4edc34-4cac-4463-bf5b-b1de797c6226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (0490ad7a-0be5-40d2-8088-3be7fac031f2), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:37.491007 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e499f-437c-4b1a-a651-47378aa942f7 req-7010a4b1-32ae-486a-9c22-f81b7bd7d71e tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:37.493004 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-085e499f-437c-4b1a-a651-47378aa942f7 req-7010a4b1-32ae-486a-9c22-f81b7bd7d71e tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.1138983 Jun 25 16:06:37.501463 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:INSERT=11,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:37.565474 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1f4edc34-4cac-4463-bf5b-b1de797c6226 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cbd04f36a5b4b61970880205e05c431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6252913 Jun 25 16:06:37.566354 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 37788) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:37.566471 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4edc34-4cac-4463-bf5b-b1de797c6226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0490ad7a-0be5-40d2-8088-3be7fac031f2,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:37.615155 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-085e499f-437c-4b1a-a651-47378aa942f7 req-212f7ac6-e0a4-46e1-b2cc-ec33913c114f tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160696 Jun 25 16:06:37.659563 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a204543-a73c-4dce-a512-c5a2d2cee3ef admin admin] Publish callbacks [] for security_group (0490ad7a-0be5-40d2-8088-3be7fac031f2), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:37.686307 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a204543-a73c-4dce-a512-c5a2d2cee3ef admin admin] Publish callbacks [] for security_group (0490ad7a-0be5-40d2-8088-3be7fac031f2), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:37.773009 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43c3f4-0e07-4d11-960d-2319bcbff04b req-165d8105-2ab9-4b63-b6d8-37199383f114 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:37.780030 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5a43c3f4-0e07-4d11-960d-2319bcbff04b req-165d8105-2ab9-4b63-b6d8-37199383f114 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0914638 Jun 25 16:06:37.834068 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5a43c3f4-0e07-4d11-960d-2319bcbff04b req-45adfe14-cfbc-4700-81e8-57c57bf5aa58 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528376 Jun 25 16:06:37.835614 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a204543-a73c-4dce-a512-c5a2d2cee3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (0490ad7a-0be5-40d2-8088-3be7fac031f2), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:37.838253 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9a204543-a73c-4dce-a512-c5a2d2cee3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:37.841679 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9a204543-a73c-4dce-a512-c5a2d2cee3ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0490ad7a-0be5-40d2-8088-3be7fac031f2 HTTP/1.1" status: 204 len: 168 time: 0.2722290 Jun 25 16:06:37.867733 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a204543-a73c-4dce-a512-c5a2d2cee3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0490ad7a-0be5-40d2-8088-3be7fac031f2,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:38.229242 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 37814) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:38.253484 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-766b29cc-caa6-4150-a9e2-fbcf38446bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:38.275132 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:38.331782 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-766b29cc-caa6-4150-a9e2-fbcf38446bec admin admin] Publish callbacks [] for security_group (c6fe4ddf-501b-46d7-83ff-4604f027da40), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:38.336274 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-766b29cc-caa6-4150-a9e2-fbcf38446bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c6fe4ddf-501b-46d7-83ff-4604f027da40), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:38.375329 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-766b29cc-caa6-4150-a9e2-fbcf38446bec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e06ca3694fe94dc7ac391e7f1fa9f4b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1447444 Jun 25 16:06:38.376154 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766b29cc-caa6-4150-a9e2-fbcf38446bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe4ddf-501b-46d7-83ff-4604f027da40,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:38.378498 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 37822) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:38.429697 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfec8-4089-439e-8c62-63a750bb6b8a admin admin] Publish callbacks [] for security_group (c6fe4ddf-501b-46d7-83ff-4604f027da40), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:38.451386 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfec8-4089-439e-8c62-63a750bb6b8a admin admin] Publish callbacks [] for security_group (c6fe4ddf-501b-46d7-83ff-4604f027da40), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:38.505762 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfec8-4089-439e-8c62-63a750bb6b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c6fe4ddf-501b-46d7-83ff-4604f027da40), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:38.508605 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfec8-4089-439e-8c62-63a750bb6b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:38.509752 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bbcdfec8-4089-439e-8c62-63a750bb6b8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6fe4ddf-501b-46d7-83ff-4604f027da40 HTTP/1.1" status: 204 len: 168 time: 0.1300316 Jun 25 16:06:38.518465 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdfec8-4089-439e-8c62-63a750bb6b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fe4ddf-501b-46d7-83ff-4604f027da40,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:38.615048 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766a975-c04d-417e-989a-db0eb5b18d22 req-82e8778a-fc4e-4caf-a352-38990de7d5c1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:38.616650 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7766a975-c04d-417e-989a-db0eb5b18d22 req-82e8778a-fc4e-4caf-a352-38990de7d5c1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0528419 Jun 25 16:06:38.641164 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:38.678106 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7766a975-c04d-417e-989a-db0eb5b18d22 req-fe2b1ac7-496e-4b62-8462-77249444fa26 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556667 Jun 25 16:06:38.737207 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff0d41-4646-4786-86b6-b8c09e4afb35 req-a5af68da-aeee-4b0f-8117-e6946336bb5f tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:38.738843 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e3ff0d41-4646-4786-86b6-b8c09e4afb35 req-a5af68da-aeee-4b0f-8117-e6946336bb5f tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.0500004 Jun 25 16:06:38.796326 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e3ff0d41-4646-4786-86b6-b8c09e4afb35 req-0682234c-8b78-4341-87e7-e5d486afc87f tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467119 Jun 25 16:06:38.796602 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-f9bd52c5-eba0-4de2-b7b3-a89963376164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:38.797433 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-f9bd52c5-eba0-4de2-b7b3-a89963376164 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0624263 Jun 25 16:06:38.964290 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-54543772-0254-4ecc-9647-5c5286606696 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da56dc06-e8a5-4eac-a9b3-a873439d682c HTTP/1.1" status: 200 len: 217 time: 0.0786440 Jun 25 16:06:39.044083 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8769f50-4156-42c9-a936-0a88cc253e00 req-8416e818-e6ee-4a61-b093-a3a76f3f4c6d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:39.046192 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b8769f50-4156-42c9-a936-0a88cc253e00 req-8416e818-e6ee-4a61-b093-a3a76f3f4c6d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.1272271 Jun 25 16:06:39.061386 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:39.075348 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-31415522-7486-445e-9562-815a11b3e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:39.077007 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-31415522-7486-445e-9562-815a11b3e24b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb97232f-2e34-4fa5-a8a2-b845c8d10654 HTTP/1.1" status: 200 len: 851 time: 0.0955260 Jun 25 16:06:39.122704 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-bdc8eeb8-1509-4baf-a183-57ec3c39264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:39.124474 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-bdc8eeb8-1509-4baf-a183-57ec3c39264d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1576271 Jun 25 16:06:39.128073 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56101a49-2ad2-47ee-ad64-fc5273b93505 req-0d65aede-2eaf-49c8-9d8a-737dc02f7dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:39.129470 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-56101a49-2ad2-47ee-ad64-fc5273b93505 req-0d65aede-2eaf-49c8-9d8a-737dc02f7dbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 1127 time: 0.1274810 Jun 25 16:06:39.199081 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b8769f50-4156-42c9-a936-0a88cc253e00 req-a523a727-5fbe-4c0c-9cbf-b8e92cfc5820 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475012 Jun 25 16:06:39.232557 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e51f93a5-26a5-45bc-8c48-273e078fa556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:39.234177 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-e51f93a5-26a5-45bc-8c48-273e078fa556 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b9f6d93-00eb-41b6-97fc-bb6619ee796d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1351736 Jun 25 16:06:39.235275 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbdc98-a4a6-4333-956e-2c2012f60daa req-78a3be0c-aeab-4669-b7ab-4df40dea9e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:39.236668 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-08dbdc98-a4a6-4333-956e-2c2012f60daa req-78a3be0c-aeab-4669-b7ab-4df40dea9e4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 1128 time: 0.1294041 Jun 25 16:06:39.309778 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-b7ffe02c-9ef2-4eed-bf67-629fcbc73cbb service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780734 Jun 25 16:06:39.629343 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56101a49-2ad2-47ee-ad64-fc5273b93505 req-1611e33a-851d-4ade-977c-2ab487d1f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:39.630844 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-56101a49-2ad2-47ee-ad64-fc5273b93505 req-1611e33a-851d-4ade-977c-2ab487d1f529 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4871442 Jun 25 16:06:39.814375 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d7207-e71f-4c83-9c47-bb88ebe5eebb req-e34ccb50-b253-4d8d-839f-d804b03d94cc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:39.832847 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b18d7207-e71f-4c83-9c47-bb88ebe5eebb req-e34ccb50-b253-4d8d-839f-d804b03d94cc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0565238 Jun 25 16:06:39.897991 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b18d7207-e71f-4c83-9c47-bb88ebe5eebb req-5b0275bc-2e72-48d9-9a20-b80fc673a041 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638902 Jun 25 16:06:39.935905 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbe64e-aab1-44fc-8727-0300530d0a3f req-977a977f-b04e-48ef-82c4-f4ea6d9cdacb tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:39.937429 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48dbe64e-aab1-44fc-8727-0300530d0a3f req-977a977f-b04e-48ef-82c4-f4ea6d9cdacb tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.0548608 Jun 25 16:06:39.989769 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48dbe64e-aab1-44fc-8727-0300530d0a3f req-e8ce64e1-222c-477e-873c-8604fc2eadd7 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466897 Jun 25 16:06:40.327972 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff1537-c696-4e0d-a485-b2b625546e26 req-e13a86e4-6756-4cdc-afb7-3a57bbc23721 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:40.330608 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-33ff1537-c696-4e0d-a485-b2b625546e26 req-e13a86e4-6756-4cdc-afb7-3a57bbc23721 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0541198 Jun 25 16:06:40.382217 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-33ff1537-c696-4e0d-a485-b2b625546e26 req-e4ef02dc-aca6-46e3-9114-d02d18988be0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459695 Jun 25 16:06:40.979828 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:41.027592 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6f439-0ba2-4b9a-8e77-d19f5bf673a4 req-a8665f3b-79c8-43b8-a785-1541d18c870c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:41.029088 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a6a6f439-0ba2-4b9a-8e77-d19f5bf673a4 req-a8665f3b-79c8-43b8-a785-1541d18c870c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0536692 Jun 25 16:06:41.055502 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:41.109388 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a6a6f439-0ba2-4b9a-8e77-d19f5bf673a4 req-1f837e15-cf33-4839-b202-8cc8b4f4eb8e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745237 Jun 25 16:06:41.123793 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c6771-5198-4e7f-a95d-5629c3ba4bc2 req-8c5c5a3b-21bd-4ccb-b070-615da2e1b0aa tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:41.125297 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d88c6771-5198-4e7f-a95d-5629c3ba4bc2 req-8c5c5a3b-21bd-4ccb-b070-615da2e1b0aa tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.0611331 Jun 25 16:06:41.182065 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d88c6771-5198-4e7f-a95d-5629c3ba4bc2 req-9647091e-700f-49c4-9748-24dd41c751aa tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506794 Jun 25 16:06:41.502962 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99575756-e738-439d-9b69-24ca052e751a req-fdddd8ab-0f68-4e73-8804-9b83211fa24f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:41.504329 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99575756-e738-439d-9b69-24ca052e751a req-fdddd8ab-0f68-4e73-8804-9b83211fa24f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0494373 Jun 25 16:06:41.552786 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99575756-e738-439d-9b69-24ca052e751a req-cf9e6f39-1ed5-4f02-bb76-363fc82e69e4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424111 Jun 25 16:06:41.898946 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4d7f9315-ab78-4442-aa97-c518e2a23e50 req-fc3b0ae2-b8fa-4ad3-94f9-7fc4729ca7ea service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434289 Jun 25 16:06:41.900265 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56101a49-2ad2-47ee-ad64-fc5273b93505 req-508a41e2-7014-40e7-b3a7-07704706f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:41.901621 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-56101a49-2ad2-47ee-ad64-fc5273b93505 req-508a41e2-7014-40e7-b3a7-07704706f22f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2389514 Jun 25 16:06:42.037279 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:42.062730 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-93d7824b-1635-49aa-bb14-ad5f6957d6ee service neutron] 10.222.0.26 "GET /v2.0/networks/8b9f6d93-00eb-41b6-97fc-bb6619ee796d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093940 Jun 25 16:06:42.065566 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbdc98-a4a6-4333-956e-2c2012f60daa req-b331cdd7-33e3-4e5c-8084-b650d67fb80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:42.066867 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-08dbdc98-a4a6-4333-956e-2c2012f60daa req-b331cdd7-33e3-4e5c-8084-b650d67fb80f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9bcee16336834b80a389799f89b5b79a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4060264 Jun 25 16:06:42.233554 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12785a1-505e-4347-98dd-bd19eb129398 req-dedbac2b-190d-44ca-8568-845055a03db0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:42.235060 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d12785a1-505e-4347-98dd-bd19eb129398 req-dedbac2b-190d-44ca-8568-845055a03db0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0519147 Jun 25 16:06:42.317113 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabad424-4ce9-45df-aa5d-aca4b2bfce13 req-3f88f0b5-426b-436f-8700-a303c1694afc tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:42.318589 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eabad424-4ce9-45df-aa5d-aca4b2bfce13 req-3f88f0b5-426b-436f-8700-a303c1694afc tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.0647032 Jun 25 16:06:42.322263 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d12785a1-505e-4347-98dd-bd19eb129398 req-14a2ae6d-14df-4419-9f43-bb029796b4d1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818286 Jun 25 16:06:42.368272 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eabad424-4ce9-45df-aa5d-aca4b2bfce13 req-d8086582-4502-4d01-b233-1822373fbb06 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Jun 25 16:06:42.393643 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1b2d3684-bb3c-448f-8fc4-8645e156eeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:42.678104 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cd6df-369b-4057-a0d7-d07e769aa516 req-6aa497ca-f3e6-46a7-9233-7ba443b53067 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:42.682962 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-de2cd6df-369b-4057-a0d7-d07e769aa516 req-6aa497ca-f3e6-46a7-9233-7ba443b53067 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0585387 Jun 25 16:06:42.743853 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-de2cd6df-369b-4057-a0d7-d07e769aa516 req-da369dca-7dd9-44b7-a9c2-51c60d57aa0b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533652 Jun 25 16:06:43.454507 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0018f84-dec9-486e-8908-1ad525c04378 req-7bb7ef34-0375-4772-aed8-4ae9d4ca9901 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:43.456269 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0018f84-dec9-486e-8908-1ad525c04378 req-7bb7ef34-0375-4772-aed8-4ae9d4ca9901 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0569229 Jun 25 16:06:43.502231 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617f264-5e94-4f2a-83f4-e55bd604e1c8 req-68e8734a-46a4-4542-8ce6-323fd0ba180f tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:43.503696 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2617f264-5e94-4f2a-83f4-e55bd604e1c8 req-68e8734a-46a4-4542-8ce6-323fd0ba180f tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.0643232 Jun 25 16:06:43.548170 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0018f84-dec9-486e-8908-1ad525c04378 req-254ffec2-7208-4179-b114-fd329fec6952 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759330 Jun 25 16:06:43.575127 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2617f264-5e94-4f2a-83f4-e55bd604e1c8 req-3255eaef-2bb5-4d69-a002-c3f64c11aa36 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612998 Jun 25 16:06:43.860222 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e35d-747b-4363-b6ca-d04d2a664b26 req-99752daf-ded6-44ae-99ea-9fefd38e9e32 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:43.861736 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5b93e35d-747b-4363-b6ca-d04d2a664b26 req-99752daf-ded6-44ae-99ea-9fefd38e9e32 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0479701 Jun 25 16:06:43.912670 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5b93e35d-747b-4363-b6ca-d04d2a664b26 req-737f9f5f-153d-4593-a20e-2efe3cbc9ea3 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452816 Jun 25 16:06:44.458032 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-19c04742-d5c5-497f-923f-30aa2adb026e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:44.699550 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a9669-31d8-42bc-9de6-cb3fd8c6c4ed req-7dda988d-4a43-410e-a390-9a1b7cac1e33 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:44.701065 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d85a9669-31d8-42bc-9de6-cb3fd8c6c4ed req-7dda988d-4a43-410e-a390-9a1b7cac1e33 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0841093 Jun 25 16:06:44.725134 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:44.732761 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bafef-99b7-4545-8ffa-c2ccf0c69221 req-4603f50f-79e3-45ac-a03d-f2e58a2541d8 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:44.734169 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f33bafef-99b7-4545-8ffa-c2ccf0c69221 req-4603f50f-79e3-45ac-a03d-f2e58a2541d8 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.0865571 Jun 25 16:06:44.777260 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d85a9669-31d8-42bc-9de6-cb3fd8c6c4ed req-0f3c9b4c-2eed-48c2-9786-59bd259e5d12 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698335 Jun 25 16:06:44.799998 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f33bafef-99b7-4545-8ffa-c2ccf0c69221 req-4a94a22a-967e-47dd-b35f-1642cf0d5f64 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602145 Jun 25 16:06:45.029633 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bd42b-e902-4187-9bdd-9e189773f740 req-75b2061f-58dd-4bd2-a4c8-8d7caaaff108 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:45.031109 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-194bd42b-e902-4187-9bdd-9e189773f740 req-75b2061f-58dd-4bd2-a4c8-8d7caaaff108 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0495403 Jun 25 16:06:45.080071 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-194bd42b-e902-4187-9bdd-9e189773f740 req-9ea0c5f2-546a-4acd-bec3-5879317b04a8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432603 Jun 25 16:06:45.703437 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-0bc49585-c68b-4b0e-9303-61e17e0b17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:45.709653 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-0bc49585-c68b-4b0e-9303-61e17e0b17ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 1127 time: 0.0732441 Jun 25 16:06:45.730229 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-8551f246-beda-4ef7-af1e-d4d304bd61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:45.731683 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-8551f246-beda-4ef7-af1e-d4d304bd61f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 1128 time: 0.0939846 Jun 25 16:06:45.774426 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-2937ae78-a5aa-4f85-b702-2d27ff531a95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da8ae9de-1432-4b4c-9379-90aae9bf04a3 HTTP/1.1" status: 200 len: 217 time: 0.0555482 Jun 25 16:06:45.863209 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-c4ff9c7e-bc6f-4053-a63a-1e22c73c3223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:45.865699 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-c4ff9c7e-bc6f-4053-a63a-1e22c73c3223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.0837693 Jun 25 16:06:45.878242 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:45.882590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbdc98-a4a6-4333-956e-2c2012f60daa req-d529c3e8-a018-4380-a4d1-c8a33b90371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:45.884457 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-08dbdc98-a4a6-4333-956e-2c2012f60daa req-d529c3e8-a018-4380-a4d1-c8a33b90371c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2481773 Jun 25 16:06:45.939828 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7721d973-d8f5-4b07-ac2b-3f96854abb30 req-f34a8528-0a65-4cbe-8e58-51d04bf30c85 service neutron] 10.222.0.26 "GET /v2.0/networks/8b9f6d93-00eb-41b6-97fc-bb6619ee796d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025062 Jun 25 16:06:46.003683 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:46.004340 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-75efc6c7-3280-486d-8588-148b4096229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:46.006061 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-75efc6c7-3280-486d-8588-148b4096229f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0854106 Jun 25 16:06:46.034860 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:46.054562 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09408d7d-2147-4a6b-9b0c-314c031b40dd req-dc7f4975-5fac-4f03-a7b4-0adb665a03db tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:46.056134 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-09408d7d-2147-4a6b-9b0c-314c031b40dd req-dc7f4975-5fac-4f03-a7b4-0adb665a03db tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.1529002 Jun 25 16:06:46.065392 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-212f532b-9b64-4682-b2d6-b090544c4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:46.066821 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-212f532b-9b64-4682-b2d6-b090544c4c7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 1128 time: 0.0933177 Jun 25 16:06:46.073870 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb24a67-efac-4928-8107-80476ee5f5b7 req-bca08234-5f47-45ca-b634-187f3870146e tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:46.075486 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dfb24a67-efac-4928-8107-80476ee5f5b7 req-bca08234-5f47-45ca-b634-187f3870146e tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.1346040 Jun 25 16:06:46.149705 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-48b8c9fb-79a1-46fa-b4b6-1902e8685d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:46.151226 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-48b8c9fb-79a1-46fa-b4b6-1902e8685d9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.3858778 Jun 25 16:06:46.166829 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-09408d7d-2147-4a6b-9b0c-314c031b40dd req-526160a1-66aa-4de6-a591-8745533c6845 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028144 Jun 25 16:06:46.195868 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dfb24a67-efac-4928-8107-80476ee5f5b7 req-f114e74c-9f9c-4080-82ef-65d8fde66c57 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062505 Jun 25 16:06:46.290644 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164716c-e8a1-4268-8fba-22c5022531f0 req-48e51497-5a5a-41f9-a5b8-8da826681d6f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:46.292166 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a164716c-e8a1-4268-8fba-22c5022531f0 req-48e51497-5a5a-41f9-a5b8-8da826681d6f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0621929 Jun 25 16:06:46.348172 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a164716c-e8a1-4268-8fba-22c5022531f0 req-53d3b3d5-ffd4-49f2-b27f-c3f6e962d4a2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501831 Jun 25 16:06:46.806881 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-c0257698-d755-425c-920f-f9a7d75a4faa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dda3a175-359c-4380-a748-ac6e5ec45c69 HTTP/1.1" status: 200 len: 217 time: 0.0466163 Jun 25 16:06:46.814553 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-4e2a6e7a-040d-4542-a82b-1e1d1feb49a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e355ac8e-fb57-4cd6-9b51-2346658384b8 HTTP/1.1" status: 200 len: 217 time: 0.0622928 Jun 25 16:06:46.825705 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-a8cc7d92-ed5d-4e9e-a639-ed15173f3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:46.827152 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-a8cc7d92-ed5d-4e9e-a639-ed15173f3bcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c348649c6b794f5c9339ea9506b6a16b&device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 1128 time: 0.0737731 Jun 25 16:06:46.876160 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-d887413b-98ff-4cb4-a7db-cefd8945b1ff service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241331 Jun 25 16:06:47.287882 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38098) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:47.296263 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640eddcf-7a43-4515-be29-fa85ce033131 req-40ec7cd9-bb39-4728-891c-c55000158e12 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:47.298035 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-640eddcf-7a43-4515-be29-fa85ce033131 req-40ec7cd9-bb39-4728-891c-c55000158e12 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0618441 Jun 25 16:06:47.347836 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6b490-bfce-4523-b7aa-9d4125603d58 req-eabad14e-af7b-40e6-833b-9e2861f8786e tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:47.349528 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1ed6b490-bfce-4523-b7aa-9d4125603d58 req-eabad14e-af7b-40e6-833b-9e2861f8786e tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.0730975 Jun 25 16:06:47.394824 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-640eddcf-7a43-4515-be29-fa85ce033131 req-c06b4916-4e68-4a0c-a2e4-a8413d998849 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790913 Jun 25 16:06:47.400368 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:47.401658 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc5706f4-e053-4b98-9d19-1b43dd6a9748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:47.428157 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1ed6b490-bfce-4523-b7aa-9d4125603d58 req-9bb8b356-ddc7-4537-8a80-c24b4e467009 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684001 Jun 25 16:06:47.496849 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc5706f4-e053-4b98-9d19-1b43dd6a9748 admin admin] Publish callbacks [] for security_group (e9d89581-dcca-4030-8559-fb8b86d1ae43), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:47.497631 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b487db1-cf61-4efd-a628-17bffa284466 req-25e17420-28e0-4d03-8f0b-99f27ff647d6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:47.499157 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b487db1-cf61-4efd-a628-17bffa284466 req-25e17420-28e0-4d03-8f0b-99f27ff647d6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0461442 Jun 25 16:06:47.501909 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc5706f4-e053-4b98-9d19-1b43dd6a9748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (e9d89581-dcca-4030-8559-fb8b86d1ae43), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:47.513248 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:47.547712 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b487db1-cf61-4efd-a628-17bffa284466 req-064f23dc-88f6-4296-900f-c95020030a5b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Jun 25 16:06:47.556359 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:47.559770 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fc5706f4-e053-4b98-9d19-1b43dd6a9748 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdf06c200eba4f1fb11b7d3fbb095201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681525 Jun 25 16:06:47.559770 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5706f4-e053-4b98-9d19-1b43dd6a9748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d89581-dcca-4030-8559-fb8b86d1ae43,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:47.559911 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 38106) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:47.634382 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52840691-3577-47b8-a46e-46cb93cd1678 admin admin] Publish callbacks [] for security_group (e9d89581-dcca-4030-8559-fb8b86d1ae43), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:47.662184 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52840691-3577-47b8-a46e-46cb93cd1678 admin admin] Publish callbacks [] for security_group (e9d89581-dcca-4030-8559-fb8b86d1ae43), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:47.717779 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52840691-3577-47b8-a46e-46cb93cd1678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (e9d89581-dcca-4030-8559-fb8b86d1ae43), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:47.721300 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-52840691-3577-47b8-a46e-46cb93cd1678 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:47.732297 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-52840691-3577-47b8-a46e-46cb93cd1678 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e9d89581-dcca-4030-8559-fb8b86d1ae43 HTTP/1.1" status: 204 len: 168 time: 0.1611264 Jun 25 16:06:47.733909 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52840691-3577-47b8-a46e-46cb93cd1678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d89581-dcca-4030-8559-fb8b86d1ae43,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:47.823570 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:47.843990 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device dda3a175-359c-4380-a748-ac6e5ec45c69 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:06:48.035987 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port dda3a175-359c-4380-a748-ac6e5ec45c69, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dda3a175-359c-4380-a748-ac6e5ec45c69,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:48.051998 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'dda3a175-359c-4380-a748-ac6e5ec45c69', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'port_id': 'dda3a175-359c-4380-a748-ac6e5ec45c69', 'mac_address': 'fa:16:3e:b2:ac:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:06:48.211606 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port dda3a175-359c-4380-a748-ac6e5ec45c69 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:48.212240 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.217342 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 38142) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:48.230438 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda3a175-359c-4380-a748-ac6e5ec45c69 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:06:48.252866 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port dda3a175-359c-4380-a748-ac6e5ec45c69, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dda3a175-359c-4380-a748-ac6e5ec45c69,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:48.258306 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.308432 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=dda3a175-359c-4380-a748-ac6e5ec45c69,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:48.323641 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38146) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:48.337912 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c1099a3-5100-4da2-8852-845ee2cf51db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.347994 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-46af07e5-ca10-41e6-9f68-94158d50bbad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.417132 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c1099a3-5100-4da2-8852-845ee2cf51db admin admin] Publish callbacks [] for security_group (509c5bcd-ac3b-4723-adce-fdbf2950e0c1), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.426866 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1c1099a3-5100-4da2-8852-845ee2cf51db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (509c5bcd-ac3b-4723-adce-fdbf2950e0c1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.430933 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-46af07e5-ca10-41e6-9f68-94158d50bbad admin admin] Publish callbacks [] for security_group (f9a47ffc-4327-4b4e-a4c3-d29a8e5d3d78), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.436179 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-46af07e5-ca10-41e6-9f68-94158d50bbad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (f9a47ffc-4327-4b4e-a4c3-d29a8e5d3d78), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.470857 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1c1099a3-5100-4da2-8852-845ee2cf51db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=69d00625d1b044909e36d205d3df48dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460850 Jun 25 16:06:48.473439 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38152) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:48.479497 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1099a3-5100-4da2-8852-845ee2cf51db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509c5bcd-ac3b-4723-adce-fdbf2950e0c1,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:48.497418 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af07e5-ca10-41e6-9f68-94158d50bbad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a47ffc-4327-4b4e-a4c3-d29a8e5d3d78,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:48.505700 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-46af07e5-ca10-41e6-9f68-94158d50bbad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fd544156d6b140a4914c93d4a1c6ecb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872906 Jun 25 16:06:48.516228 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38154) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:48.561555 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-680bf944-988d-4937-b03c-7bb388ffdcf0 admin admin] Publish callbacks [] for security_group (509c5bcd-ac3b-4723-adce-fdbf2950e0c1), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.570439 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e1b874-3d69-4559-878b-9fac6719ef30 req-b88e1905-e94f-4b72-9227-3469812fe8d8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:48.571913 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99e1b874-3d69-4559-878b-9fac6719ef30 req-b88e1905-e94f-4b72-9227-3469812fe8d8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0878389 Jun 25 16:06:48.577164 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:48.592953 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d980e1-edb4-41b2-892c-db441c5f2f75 req-dfb900e8-c761-4542-a6ac-5dbd81f9658c tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:48.594362 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-21d980e1-edb4-41b2-892c-db441c5f2f75 req-dfb900e8-c761-4542-a6ac-5dbd81f9658c tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.0697474 Jun 25 16:06:48.596727 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-680bf944-988d-4937-b03c-7bb388ffdcf0 admin admin] Publish callbacks [] for security_group (509c5bcd-ac3b-4723-adce-fdbf2950e0c1), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.604873 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a936c6ba-4e8f-41e0-8d6c-6320e2e6e938 admin admin] Publish callbacks [] for security_group (f9a47ffc-4327-4b4e-a4c3-d29a8e5d3d78), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.649986 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a936c6ba-4e8f-41e0-8d6c-6320e2e6e938 admin admin] Publish callbacks [] for security_group (f9a47ffc-4327-4b4e-a4c3-d29a8e5d3d78), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.661564 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99e1b874-3d69-4559-878b-9fac6719ef30 req-47524844-23e1-4b39-b063-5b0822e58ed3 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811532 Jun 25 16:06:48.690710 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:48.693657 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-21d980e1-edb4-41b2-892c-db441c5f2f75 req-b3dabca4-a78e-4388-81d7-574064b566fb tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783949 Jun 25 16:06:48.701180 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-680bf944-988d-4937-b03c-7bb388ffdcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (509c5bcd-ac3b-4723-adce-fdbf2950e0c1), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.704130 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-680bf944-988d-4937-b03c-7bb388ffdcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.705824 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-680bf944-988d-4937-b03c-7bb388ffdcf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/509c5bcd-ac3b-4723-adce-fdbf2950e0c1 HTTP/1.1" status: 204 len: 168 time: 0.2315042 Jun 25 16:06:48.720353 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680bf944-988d-4937-b03c-7bb388ffdcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509c5bcd-ac3b-4723-adce-fdbf2950e0c1,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:48.730154 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a936c6ba-4e8f-41e0-8d6c-6320e2e6e938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (f9a47ffc-4327-4b4e-a4c3-d29a8e5d3d78), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.733295 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a936c6ba-4e8f-41e0-8d6c-6320e2e6e938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:48.734307 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a936c6ba-4e8f-41e0-8d6c-6320e2e6e938 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9a47ffc-4327-4b4e-a4c3-d29a8e5d3d78 HTTP/1.1" status: 204 len: 168 time: 0.2171483 Jun 25 16:06:48.744886 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936c6ba-4e8f-41e0-8d6c-6320e2e6e938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a47ffc-4327-4b4e-a4c3-d29a8e5d3d78,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:48.820362 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10446acc-2409-49b0-9c9c-4c6c7809b6e1 req-392f62ea-ca5e-4d22-87b5-fa1af90ea41a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:48.827433 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10446acc-2409-49b0-9c9c-4c6c7809b6e1 req-392f62ea-ca5e-4d22-87b5-fa1af90ea41a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0681889 Jun 25 16:06:48.891524 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10446acc-2409-49b0-9c9c-4c6c7809b6e1 req-9df15c27-126f-4c7d-bb2c-a3334e2e768f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632141 Jun 25 16:06:49.194199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 38182) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:49.207346 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-83e67b60-7ae6-4256-88f0-8f5605f9ea54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:49.283474 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-83e67b60-7ae6-4256-88f0-8f5605f9ea54 admin admin] Publish callbacks [] for security_group (2409781b-bb88-4c4b-a877-b7a3365c753f), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:49.288521 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-83e67b60-7ae6-4256-88f0-8f5605f9ea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2409781b-bb88-4c4b-a877-b7a3365c753f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:49.292096 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:49.334515 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-83e67b60-7ae6-4256-88f0-8f5605f9ea54 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6752efaab1ca49cd94e6cc2e2deb5256&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391666 Jun 25 16:06:49.335862 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e67b60-7ae6-4256-88f0-8f5605f9ea54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2409781b-bb88-4c4b-a877-b7a3365c753f,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:49.337362 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38184) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:49.395218 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46fe9fec-ebe9-49d2-a2c4-615235022f9d admin admin] Publish callbacks [] for security_group (2409781b-bb88-4c4b-a877-b7a3365c753f), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:49.418202 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46fe9fec-ebe9-49d2-a2c4-615235022f9d admin admin] Publish callbacks [] for security_group (2409781b-bb88-4c4b-a877-b7a3365c753f), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:49.469572 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46fe9fec-ebe9-49d2-a2c4-615235022f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2409781b-bb88-4c4b-a877-b7a3365c753f), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:49.472322 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-46fe9fec-ebe9-49d2-a2c4-615235022f9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:49.473538 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-46fe9fec-ebe9-49d2-a2c4-615235022f9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2409781b-bb88-4c4b-a877-b7a3365c753f HTTP/1.1" status: 204 len: 168 time: 0.1351275 Jun 25 16:06:49.502238 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe9fec-ebe9-49d2-a2c4-615235022f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2409781b-bb88-4c4b-a877-b7a3365c753f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:49.621133 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-f388c32e-ee60-4be8-93c9-7aaed2f32d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:49.623262 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-f388c32e-ee60-4be8-93c9-7aaed2f32d12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.1317086 Jun 25 16:06:49.643568 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:49.667064 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device da56dc06-e8a5-4eac-a9b3-a873439d682c details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:06:49.700482 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-08b8054c-7ef6-4781-8987-31d72699aebc service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168486 Jun 25 16:06:49.704131 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-b5253296-7db6-448c-8fe7-d47874c55b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:49.705876 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-b5253296-7db6-448c-8fe7-d47874c55b83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760744 Jun 25 16:06:49.811008 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['dda3a175-359c-4380-a748-ac6e5ec45c69'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:06:49.886426 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-54fe5d15-06a2-4a42-90a0-e74689e77799 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717970 Jun 25 16:06:49.947582 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port da56dc06-e8a5-4eac-a9b3-a873439d682c, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da56dc06-e8a5-4eac-a9b3-a873439d682c,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:49.970572 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-14e3e5fc-4a24-4048-a823-31c454421eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:49.972013 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-14e3e5fc-4a24-4048-a823-31c454421eb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.4878113 Jun 25 16:06:49.987281 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'da56dc06-e8a5-4eac-a9b3-a873439d682c', 'network_id': '8b9f6d93-00eb-41b6-97fc-bb6619ee796d', 'port_id': 'da56dc06-e8a5-4eac-a9b3-a873439d682c', 'mac_address': 'fa:16:3e:2a:57:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb97232f-2e34-4fa5-a8a2-b845c8d10654', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:06:50.050611 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port da56dc06-e8a5-4eac-a9b3-a873439d682c is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:50.051204 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:50.068999 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc30540-b078-41d3-836c-d81ad5defd15 req-4cee6203-c149-41ad-b1e0-8a569699879c tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:50.072315 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da56dc06-e8a5-4eac-a9b3-a873439d682c {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:06:50.076835 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ebc30540-b078-41d3-836c-d81ad5defd15 req-4cee6203-c149-41ad-b1e0-8a569699879c tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 944 time: 0.1532161 Jun 25 16:06:50.084546 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972429c-9dc6-434b-8aaf-650b85a25898 req-432a35c1-c93a-4ffa-8c22-8d84448a77af tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:50.091416 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a972429c-9dc6-434b-8aaf-650b85a25898 req-432a35c1-c93a-4ffa-8c22-8d84448a77af tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.1648676 Jun 25 16:06:50.106799 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:50.107631 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-cfdbc958-8339-49f1-a8a7-2f625babc274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:50.109197 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-cfdbc958-8339-49f1-a8a7-2f625babc274 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b9f6d93-00eb-41b6-97fc-bb6619ee796d HTTP/1.1" status: 200 len: 913 time: 0.6261177 Jun 25 16:06:50.135469 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port da56dc06-e8a5-4eac-a9b3-a873439d682c, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da56dc06-e8a5-4eac-a9b3-a873439d682c,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:50.143447 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:50.184445 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ebc30540-b078-41d3-836c-d81ad5defd15 req-0a4a417d-c263-4830-9ed8-83e4411feccc tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066461 Jun 25 16:06:50.203891 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a972429c-9dc6-434b-8aaf-650b85a25898 req-08309ade-88c7-4d23-a5fa-0ed0b1833b02 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114137 Jun 25 16:06:50.284154 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=da56dc06-e8a5-4eac-a9b3-a873439d682c,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:50.306304 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef7267-00d2-4990-8125-e720145d3d43 req-bfd5594d-8a00-410c-bb19-5aeb0f7c0fd9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:50.313316 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55ef7267-00d2-4990-8125-e720145d3d43 req-bfd5594d-8a00-410c-bb19-5aeb0f7c0fd9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0530970 Jun 25 16:06:50.368699 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-55ef7267-00d2-4990-8125-e720145d3d43 req-a636cd03-2be1-45cf-a4f5-9ca780948165 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545070 Jun 25 16:06:51.320204 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a964679-8615-4679-9dda-c8f7f245ac5d req-75b57250-8245-46fb-9f9c-dfea415e8b5b tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:51.321693 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a964679-8615-4679-9dda-c8f7f245ac5d req-75b57250-8245-46fb-9f9c-dfea415e8b5b tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 945 time: 0.0736492 Jun 25 16:06:51.348350 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aed41-e7fe-4974-80a0-49ac31fa1b85 req-9c7e2ca2-524a-4b26-8da1-8393751c4aee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:51.349802 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-966aed41-e7fe-4974-80a0-49ac31fa1b85 req-9c7e2ca2-524a-4b26-8da1-8393751c4aee tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0696578 Jun 25 16:06:51.370863 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:51.398427 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a964679-8615-4679-9dda-c8f7f245ac5d req-38d153ac-a816-48a4-9cff-18326c81eaa3 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709765 Jun 25 16:06:51.420307 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-966aed41-e7fe-4974-80a0-49ac31fa1b85 req-59e7c556-fed1-4f13-a59a-b23a4791d77f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636458 Jun 25 16:06:51.510579 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80fa07-12b0-4f4f-ad11-c734fdc080f6 req-929781f8-a764-4302-ae3d-11a010222839 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:51.512118 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ef80fa07-12b0-4f4f-ad11-c734fdc080f6 req-929781f8-a764-4302-ae3d-11a010222839 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0513973 Jun 25 16:06:51.567737 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ef80fa07-12b0-4f4f-ad11-c734fdc080f6 req-1e4db1ac-d4d2-42c8-925e-659d67fdd4c4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493562 Jun 25 16:06:52.556770 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20351c6c-753c-489a-81d0-352e9feedf36 req-8c3c9cf3-43b7-4f60-91e5-a86c91beabb1 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:52.558261 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20351c6c-753c-489a-81d0-352e9feedf36 req-8c3c9cf3-43b7-4f60-91e5-a86c91beabb1 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 945 time: 0.0796335 Jun 25 16:06:52.566164 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb1624-3e5a-41e9-9e24-c06aa5668d2b req-4794e413-322c-4747-9a65-1b90a8aa64f3 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:52.567510 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2bdb1624-3e5a-41e9-9e24-c06aa5668d2b req-4794e413-322c-4747-9a65-1b90a8aa64f3 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0771255 Jun 25 16:06:52.637863 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:52.650971 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20351c6c-753c-489a-81d0-352e9feedf36 req-680fcdcf-3906-432e-b4cb-b1b468567cb9 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824690 Jun 25 16:06:52.654437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2bdb1624-3e5a-41e9-9e24-c06aa5668d2b req-537538db-1c7f-4cb0-954e-1f313bf78a24 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758514 Jun 25 16:06:52.795703 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3474b-f89f-432a-970d-66ab98931363 req-1fcd8394-bc63-4af0-8336-76a8bb588914 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:52.797284 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24c3474b-f89f-432a-970d-66ab98931363 req-1fcd8394-bc63-4af0-8336-76a8bb588914 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0589740 Jun 25 16:06:52.847945 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24c3474b-f89f-432a-970d-66ab98931363 req-e25c55ec-85ac-4ff1-bc45-e416dc737c35 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450559 Jun 25 16:06:52.985136 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['da56dc06-e8a5-4eac-a9b3-a873439d682c'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:06:52.988284 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:53.062940 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:06:53.165124 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-6104de95-1302-4b89-b65b-5305497910ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da56dc06-e8a5-4eac-a9b3-a873439d682c HTTP/1.1" status: 200 len: 217 time: 0.0998449 Jun 25 16:06:53.187543 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4568d6dc-69d1-4bc1-b473-9f564ac9dad5 req-10e0e1f8-937d-441b-b7f2-ca3f6c90b54c service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306078 Jun 25 16:06:53.209044 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-a365583c-7ee9-4112-9545-d0a6e52b8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:53.211455 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-a365583c-7ee9-4112-9545-d0a6e52b8118 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1556437 Jun 25 16:06:53.273610 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-cc2cdbb2-624c-42f6-8aab-3df146a13d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:53.275239 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-cc2cdbb2-624c-42f6-8aab-3df146a13d03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=eb97232f-2e34-4fa5-a8a2-b845c8d10654 HTTP/1.1" status: 200 len: 851 time: 0.1018598 Jun 25 16:06:53.364519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-5ef589dc-7387-4cca-ac7d-9ef5a4df532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:53.366490 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-5ef589dc-7387-4cca-ac7d-9ef5a4df532c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b9f6d93-00eb-41b6-97fc-bb6619ee796d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587704 Jun 25 16:06:53.423107 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-192c064a-9493-4b24-bee8-5e3c11320048 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031231 Jun 25 16:06:53.550615 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-963e2cc6-9517-43c2-9412-b438ef74384e service neutron] 10.222.0.26 "GET /v2.0/networks/8b9f6d93-00eb-41b6-97fc-bb6619ee796d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775997 Jun 25 16:06:53.591116 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91a879ac-cabe-4b74-86ba-59c05f319b52 req-3e098180-6f98-4524-aea6-3fef6834964c service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606641 Jun 25 16:06:53.661978 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7dfb10a0-7bca-4ed8-aba3-d67c84711a79 req-458efa63-2495-4c4e-a93d-325c0c6bcf3d service neutron] 10.222.0.26 "GET /v2.0/networks/8b9f6d93-00eb-41b6-97fc-bb6619ee796d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048477 Jun 25 16:06:53.804741 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778e65b-2ff1-4fb2-95d7-06570dc67b1b req-e5fd79b6-566f-4b6c-a1a0-23645e4c2ad7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:53.806283 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b778e65b-2ff1-4fb2-95d7-06570dc67b1b req-e5fd79b6-566f-4b6c-a1a0-23645e4c2ad7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0769689 Jun 25 16:06:53.818015 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf99be-4a89-4e98-ba3e-71c6dc2cc41e req-2c1ada0c-f700-4fd6-b1fa-edf986a6dfb7 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:53.819677 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04bf99be-4a89-4e98-ba3e-71c6dc2cc41e req-2c1ada0c-f700-4fd6-b1fa-edf986a6dfb7 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 945 time: 0.0785897 Jun 25 16:06:53.855962 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:53.907991 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b778e65b-2ff1-4fb2-95d7-06570dc67b1b req-5d28ac5e-b5c1-4d3f-a82e-6e14c6afd2fe tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870082 Jun 25 16:06:53.911235 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04bf99be-4a89-4e98-ba3e-71c6dc2cc41e req-6e1f2825-e6e1-426b-844d-619b1d3535c3 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839574 Jun 25 16:06:54.012509 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4898833-e90b-442c-b044-9674bd0dffdb req-1c8ab487-c1fa-467e-a166-475b053f7ca2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:54.014051 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b4898833-e90b-442c-b044-9674bd0dffdb req-1c8ab487-c1fa-467e-a166-475b053f7ca2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0487163 Jun 25 16:06:54.065945 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b4898833-e90b-442c-b044-9674bd0dffdb req-ab9929ab-23f6-4501-a58f-ae04693f24b1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 Jun 25 16:06:54.418811 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device dda3a175-359c-4380-a748-ac6e5ec45c69 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:54.467087 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port dda3a175-359c-4380-a748-ac6e5ec45c69 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:06:54.475450 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port dda3a175-359c-4380-a748-ac6e5ec45c69 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:54.476017 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:54.565637 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port dda3a175-359c-4380-a748-ac6e5ec45c69 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:54.566021 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:54.596430 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feaccc2-e2e8-4644-87a9-4b88cd8767d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3a175-359c-4380-a748-ac6e5ec45c69'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:06:54.692693 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port dda3a175-359c-4380-a748-ac6e5ec45c69, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dda3a175-359c-4380-a748-ac6e5ec45c69,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:54.698241 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:54.699311 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device da56dc06-e8a5-4eac-a9b3-a873439d682c up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:06:54.810243 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port da56dc06-e8a5-4eac-a9b3-a873439d682c completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:06:54.812396 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=dda3a175-359c-4380-a748-ac6e5ec45c69,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:54.820915 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port da56dc06-e8a5-4eac-a9b3-a873439d682c triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:06:54.821372 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:54.868677 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc2cca1-5edc-4c35-89f6-b82d43e22427" -d '{"events": [{"server_uuid": "7feaccc2-e2e8-4644-87a9-4b88cd8767d5", "name": "network-vif-plugged", "status": "completed", "tag": "dda3a175-359c-4380-a748-ac6e5ec45c69"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:06:54.950689 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port da56dc06-e8a5-4eac-a9b3-a873439d682c is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:54.952500 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:55.018490 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:55.039219 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port da56dc06-e8a5-4eac-a9b3-a873439d682c, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da56dc06-e8a5-4eac-a9b3-a873439d682c,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:55.048321 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:55.099794 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d684b4-3c8e-448e-80db-8171d4adb4f9 x-openstack-request-id: req-24d684b4-3c8e-448e-80db-8171d4adb4f9 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:06:55.100325 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feaccc2-e2e8-4644-87a9-4b88cd8767d5", "name": "network-vif-plugged", "status": "completed", "tag": "dda3a175-359c-4380-a748-ac6e5ec45c69", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:06:55.101001 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24d684b4-3c8e-448e-80db-8171d4adb4f9 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:06:55.101670 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d684b4-3c8e-448e-80db-8171d4adb4f9'] response: {'server_uuid': '7feaccc2-e2e8-4644-87a9-4b88cd8767d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda3a175-359c-4380-a748-ac6e5ec45c69', 'code': 200} Jun 25 16:06:55.117839 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38464) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:55.120662 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3e690-d623-4f6c-be63-468431384904 req-9a9f5989-833b-46a6-ba6b-871a7aa5031e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:55.124190 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-33d3e690-d623-4f6c-be63-468431384904 req-9a9f5989-833b-46a6-ba6b-871a7aa5031e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0867074 Jun 25 16:06:55.150823 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=da56dc06-e8a5-4eac-a9b3-a873439d682c,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:55.221950 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:55.230477 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-33d3e690-d623-4f6c-be63-468431384904 req-1d1143af-530c-4d32-8f62-2de6662ab743 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989263 Jun 25 16:06:55.243424 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74755a90-5fbe-443f-bdcf-f86818fa5ada req-e58cb935-e279-4db4-a543-d0d55ff2b900 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:55.245054 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-74755a90-5fbe-443f-bdcf-f86818fa5ada req-e58cb935-e279-4db4-a543-d0d55ff2b900 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.0701599 Jun 25 16:06:55.371871 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-74755a90-5fbe-443f-bdcf-f86818fa5ada req-c70ceea8-3459-4dd5-844c-fbed100efa82 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192622 Jun 25 16:06:55.390718 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95482b33-1b48-4de2-9aa8-6cbef2f762b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:55.423686 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161281f-63fc-4ac9-8c49-69429975b169 req-dee00537-7804-4895-8da2-508762b8637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:55.425290 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4161281f-63fc-4ac9-8c49-69429975b169 req-dee00537-7804-4895-8da2-508762b8637c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 1130 time: 0.1308181 Jun 25 16:06:55.435655 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e49ad-e8c8-4e5a-a32f-a6e70212d5bf req-7ccb3c03-0825-4b89-abdd-ad0f876a3796 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:55.437287 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-514e49ad-e8c8-4e5a-a32f-a6e70212d5bf req-7ccb3c03-0825-4b89-abdd-ad0f876a3796 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.1054499 Jun 25 16:06:55.477030 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95482b33-1b48-4de2-9aa8-6cbef2f762b4 admin admin] Publish callbacks [] for security_group (90cdfe0f-4c25-4525-a746-31003d7b302e), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:55.481499 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-95482b33-1b48-4de2-9aa8-6cbef2f762b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (90cdfe0f-4c25-4525-a746-31003d7b302e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:55.502123 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-514e49ad-e8c8-4e5a-a32f-a6e70212d5bf req-3d9c43a5-eedd-460d-99ea-966243635085 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558763 Jun 25 16:06:55.526042 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-95482b33-1b48-4de2-9aa8-6cbef2f762b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ccf5acbf1e5f4cb3adf61d3d70dbb6fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067991 Jun 25 16:06:55.527171 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95482b33-1b48-4de2-9aa8-6cbef2f762b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cdfe0f-4c25-4525-a746-31003d7b302e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:55.528695 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 38480) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:55.579808 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c71d-b984-4db7-9744-3a9f3597ae8d admin admin] Publish callbacks [] for security_group (90cdfe0f-4c25-4525-a746-31003d7b302e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:55.611622 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c71d-b984-4db7-9744-3a9f3597ae8d admin admin] Publish callbacks [] for security_group (90cdfe0f-4c25-4525-a746-31003d7b302e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:55.659439 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c71d-b984-4db7-9744-3a9f3597ae8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (90cdfe0f-4c25-4525-a746-31003d7b302e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:55.661991 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c71d-b984-4db7-9744-3a9f3597ae8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:55.663281 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1ef0c71d-b984-4db7-9744-3a9f3597ae8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90cdfe0f-4c25-4525-a746-31003d7b302e HTTP/1.1" status: 204 len: 168 time: 0.1333251 Jun 25 16:06:55.672044 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0c71d-b984-4db7-9744-3a9f3597ae8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cdfe0f-4c25-4525-a746-31003d7b302e,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:55.971034 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 38502) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:55.985248 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a91da8f9-e57c-41de-8dfc-6b27e679d095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.082143 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a91da8f9-e57c-41de-8dfc-6b27e679d095 admin admin] Publish callbacks [] for security_group (e0afd84d-bf85-4ed9-9689-07bc9f4bdd60), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.088627 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a91da8f9-e57c-41de-8dfc-6b27e679d095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (e0afd84d-bf85-4ed9-9689-07bc9f4bdd60), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.129969 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91da8f9-e57c-41de-8dfc-6b27e679d095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0afd84d-bf85-4ed9-9689-07bc9f4bdd60,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:56.134640 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a91da8f9-e57c-41de-8dfc-6b27e679d095 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11915fcec0784d80801cfd0b4fc4f401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1625528 Jun 25 16:06:56.137467 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 38516) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:56.159412 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:56.194024 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-84402d42-62fd-40c2-9c70-4166425a2fdd admin admin] Publish callbacks [] for security_group (e0afd84d-bf85-4ed9-9689-07bc9f4bdd60), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.217808 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-84402d42-62fd-40c2-9c70-4166425a2fdd admin admin] Publish callbacks [] for security_group (e0afd84d-bf85-4ed9-9689-07bc9f4bdd60), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.281051 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-84402d42-62fd-40c2-9c70-4166425a2fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (e0afd84d-bf85-4ed9-9689-07bc9f4bdd60), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.283762 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-84402d42-62fd-40c2-9c70-4166425a2fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.284900 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-84402d42-62fd-40c2-9c70-4166425a2fdd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e0afd84d-bf85-4ed9-9689-07bc9f4bdd60 HTTP/1.1" status: 204 len: 168 time: 0.1464920 Jun 25 16:06:56.294010 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4161281f-63fc-4ac9-8c49-69429975b169 req-fc5882cd-0cdf-4b6b-857d-fb174df51be1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.306290 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84402d42-62fd-40c2-9c70-4166425a2fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0afd84d-bf85-4ed9-9689-07bc9f4bdd60,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:56.389634 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cf98e-b548-4c88-a72a-4454107f6356 req-8b493c02-033e-427c-b46f-c6e2303bb942 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:56.391409 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-038cf98e-b548-4c88-a72a-4454107f6356 req-8b493c02-033e-427c-b46f-c6e2303bb942 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 944 time: 0.0671606 Jun 25 16:06:56.474226 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4161281f-63fc-4ac9-8c49-69429975b169 req-fc5882cd-0cdf-4b6b-857d-fb174df51be1 service neutron] Publish callbacks [] for security_group (f20e14c3-3048-4493-a5b0-e03d25dc4ebd), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.474980 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:56.483490 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-4161281f-63fc-4ac9-8c49-69429975b169 req-fc5882cd-0cdf-4b6b-857d-fb174df51be1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (f20e14c3-3048-4493-a5b0-e03d25dc4ebd), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:56.505882 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-038cf98e-b548-4c88-a72a-4454107f6356 req-09fcca34-62fe-42c2-a6ec-500746d8977d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074007 Jun 25 16:06:56.562242 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4161281f-63fc-4ac9-8c49-69429975b169 req-fc5882cd-0cdf-4b6b-857d-fb174df51be1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900825 Jun 25 16:06:56.563062 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5882cd-0cdf-4b6b-857d-fb174df51be1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f20e14c3-3048-4493-a5b0-e03d25dc4ebd,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:56.572301 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7c4cb-5b25-438a-9bbd-a07af5c20426 req-b93bfd37-585b-441e-b71f-d7f46f3ff909 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:56.573839 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ee7c4cb-5b25-438a-9bbd-a07af5c20426 req-b93bfd37-585b-441e-b71f-d7f46f3ff909 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.1197996 Jun 25 16:06:56.662615 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91926ba7-5695-4d68-87d3-951d7d73b67a req-e7ca9f1f-38d4-423c-9d2d-7ec18334e073 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:56.664594 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91926ba7-5695-4d68-87d3-951d7d73b67a req-e7ca9f1f-38d4-423c-9d2d-7ec18334e073 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 943 time: 0.0687618 Jun 25 16:06:56.669667 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ee7c4cb-5b25-438a-9bbd-a07af5c20426 req-963f69ae-e3fb-42c8-ba35-87a77b033ae1 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897117 Jun 25 16:06:56.723726 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91926ba7-5695-4d68-87d3-951d7d73b67a req-af8aae57-c999-4e6b-a1dc-a1118b896e51 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520930 Jun 25 16:06:57.003364 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:57.063727 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device da8ae9de-1432-4b4c-9379-90aae9bf04a3 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:06:57.125741 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7cc79-f68f-4fe1-b31e-1cb4f0fea810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da56dc06-e8a5-4eac-a9b3-a873439d682c'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:06:57.128510 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3592d19-380c-41f8-a6cc-51ec7d81c140" -d '{"events": [{"server_uuid": "01f7cc79-f68f-4fe1-b31e-1cb4f0fea810", "name": "network-vif-plugged", "status": "completed", "tag": "da56dc06-e8a5-4eac-a9b3-a873439d682c"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:06:57.187650 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port da8ae9de-1432-4b4c-9379-90aae9bf04a3, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da8ae9de-1432-4b4c-9379-90aae9bf04a3,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:57.199617 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:06:57.201015 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:57.233969 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacd25e0-2811-4d5c-9f0e-a6c3d5473cdd x-openstack-request-id: req-bacd25e0-2811-4d5c-9f0e-a6c3d5473cdd {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:06:57.234273 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7cc79-f68f-4fe1-b31e-1cb4f0fea810", "name": "network-vif-plugged", "status": "completed", "tag": "da56dc06-e8a5-4eac-a9b3-a873439d682c", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:06:57.234520 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bacd25e0-2811-4d5c-9f0e-a6c3d5473cdd {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:06:57.234897 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bacd25e0-2811-4d5c-9f0e-a6c3d5473cdd'] response: {'server_uuid': '01f7cc79-f68f-4fe1-b31e-1cb4f0fea810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da56dc06-e8a5-4eac-a9b3-a873439d682c', 'code': 200} Jun 25 16:06:57.240791 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port da8ae9de-1432-4b4c-9379-90aae9bf04a3 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:57.241436 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:57.254649 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8ae9de-1432-4b4c-9379-90aae9bf04a3 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:06:57.275950 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port da8ae9de-1432-4b4c-9379-90aae9bf04a3, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da8ae9de-1432-4b4c-9379-90aae9bf04a3,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:57.280534 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:57.281533 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device e355ac8e-fb57-4cd6-9b51-2346658384b8 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:06:57.364112 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=da8ae9de-1432-4b4c-9379-90aae9bf04a3,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:57.424719 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port e355ac8e-fb57-4cd6-9b51-2346658384b8, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=e355ac8e-fb57-4cd6-9b51-2346658384b8,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:57.436449 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'e355ac8e-fb57-4cd6-9b51-2346658384b8', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'port_id': 'e355ac8e-fb57-4cd6-9b51-2346658384b8', 'mac_address': 'fa:16:3e:57:0f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:06:57.479692 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port e355ac8e-fb57-4cd6-9b51-2346658384b8 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:06:57.480525 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:57.497535 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e355ac8e-fb57-4cd6-9b51-2346658384b8 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:06:57.521995 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port e355ac8e-fb57-4cd6-9b51-2346658384b8, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=e355ac8e-fb57-4cd6-9b51-2346658384b8,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:06:57.527796 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:57.608063 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=e355ac8e-fb57-4cd6-9b51-2346658384b8,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:57.710777 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c55f9-a209-480d-b076-241c4abe8a3c req-dfa6c8c0-cb31-418b-b62b-5ee60c70ccdc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:57.712735 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e54c55f9-a209-480d-b076-241c4abe8a3c req-dfa6c8c0-cb31-418b-b62b-5ee60c70ccdc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 945 time: 0.0729771 Jun 25 16:06:57.821520 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e54c55f9-a209-480d-b076-241c4abe8a3c req-2c14cb4c-943d-4721-8660-5993599a39f1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032290 Jun 25 16:06:57.832333 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efda066-afaa-48dd-b6f8-70e793e5dcbb req-3d4fcb36-63c9-414a-8285-48d2199c24da tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:57.833786 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4efda066-afaa-48dd-b6f8-70e793e5dcbb req-3d4fcb36-63c9-414a-8285-48d2199c24da tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.0652063 Jun 25 16:06:57.894333 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4efda066-afaa-48dd-b6f8-70e793e5dcbb req-a0069663-1acd-4b92-9b5e-6970bef00694 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542910 Jun 25 16:06:57.928822 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0bbbe-b990-403c-a61f-c3cbc1b9dbf4 req-a9da499d-0258-4d56-a79d-63fb7bbc5eac tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:57.930342 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-03a0bbbe-b990-403c-a61f-c3cbc1b9dbf4 req-a9da499d-0258-4d56-a79d-63fb7bbc5eac tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 944 time: 0.0498877 Jun 25 16:06:57.964743 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:58.005111 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-03a0bbbe-b990-403c-a61f-c3cbc1b9dbf4 req-8304201e-2070-4e11-93f7-12af1c1a7cb7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656259 Jun 25 16:06:58.361448 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['e355ac8e-fb57-4cd6-9b51-2346658384b8'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:06:58.377738 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d33337-c5a1-4eae-aa7e-d8b230791914 req-5b8a0707-02f6-4e81-8616-9c7eb4e3e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:58.379241 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94d33337-c5a1-4eae-aa7e-d8b230791914 req-5b8a0707-02f6-4e81-8616-9c7eb4e3e493 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 1130 time: 0.0455868 Jun 25 16:06:58.435334 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94d33337-c5a1-4eae-aa7e-d8b230791914 req-5d22b419-26b0-46bc-a475-e7fc59e1ada0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496850 Jun 25 16:06:58.453794 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['da8ae9de-1432-4b4c-9379-90aae9bf04a3'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:06:58.560853 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:58.726075 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 38630) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:58.849870 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed223001-5061-4e60-8000-a983195991a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:58.966364 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272ff5a-255e-4e5c-8462-7095b8157d20 req-20dd3cf8-d8c4-42df-a4fd-036949d9ed56 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:58.967860 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7272ff5a-255e-4e5c-8462-7095b8157d20 req-20dd3cf8-d8c4-42df-a4fd-036949d9ed56 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 945 time: 0.0658653 Jun 25 16:06:59.043259 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed223001-5061-4e60-8000-a983195991a1 admin admin] Publish callbacks [] for security_group (ff1fcb98-fea7-4f75-ab64-170b40b2b108), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.059941 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed223001-5061-4e60-8000-a983195991a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ff1fcb98-fea7-4f75-ab64-170b40b2b108), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.092598 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2e726-3e61-4bbe-8a28-20b6ab5127ab req-0dced9f0-04a2-4a94-9e99-f87573f9da4c tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:59.094102 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44d2e726-3e61-4bbe-8a28-20b6ab5127ab req-0dced9f0-04a2-4a94-9e99-f87573f9da4c tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.1226115 Jun 25 16:06:59.128142 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7272ff5a-255e-4e5c-8462-7095b8157d20 req-8c8d408b-989a-45c3-8812-35f8813a6b64 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418147 Jun 25 16:06:59.146804 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed223001-5061-4e60-8000-a983195991a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1fcb98-fea7-4f75-ab64-170b40b2b108,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:59.155046 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ed223001-5061-4e60-8000-a983195991a1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bc43547000f49d6a18a7270a6a4a6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4278159 Jun 25 16:06:59.157750 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38656) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:59.229489 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44d2e726-3e61-4bbe-8a28-20b6ab5127ab req-8ff63f07-0d38-4273-95f3-762f7ee2720c tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267412 Jun 25 16:06:59.262612 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Publish callbacks [] for security_group (ff1fcb98-fea7-4f75-ab64-170b40b2b108), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.293717 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Publish callbacks [] for security_group (ff1fcb98-fea7-4f75-ab64-170b40b2b108), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.331855 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:59.346257 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea986d-5bea-4bb9-98e6-f082ea6df801 req-c10892d4-2916-4ee3-b1a1-f883c3a33476 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:06:59.348089 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-90ea986d-5bea-4bb9-98e6-f082ea6df801 req-c10892d4-2916-4ee3-b1a1-f883c3a33476 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 944 time: 0.0776551 Jun 25 16:06:59.371800 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ff1fcb98-fea7-4f75-ab64-170b40b2b108), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.374382 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.375813 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ff1fcb98-fea7-4f75-ab64-170b40b2b108 HTTP/1.1" status: 204 len: 168 time: 0.2169702 Jun 25 16:06:59.385064 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1fcb98-fea7-4f75-ab64-170b40b2b108,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:59.394467 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.395019 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.395520 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.395988 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.396508 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.396994 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.397634 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.397964 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.398301 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.398612 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.399070 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.399661 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.399977 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.400455 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.401317 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e25202e1-a0fa-4f90-ae24-1fa5ef530c34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:06:59.417453 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-90ea986d-5bea-4bb9-98e6-f082ea6df801 req-70c5fccc-34ae-4e5d-9a36-54074738093d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635312 Jun 25 16:06:59.704916 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38680) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:59.719540 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7455c06d-334f-4513-9b55-9ab0f68512c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.799122 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7455c06d-334f-4513-9b55-9ab0f68512c9 admin admin] Publish callbacks [] for security_group (bea05669-4fb1-4235-98de-f9a820d224ec), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.804281 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7455c06d-334f-4513-9b55-9ab0f68512c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (bea05669-4fb1-4235-98de-f9a820d224ec), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.842848 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455c06d-334f-4513-9b55-9ab0f68512c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea05669-4fb1-4235-98de-f9a820d224ec,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:06:59.852441 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7455c06d-334f-4513-9b55-9ab0f68512c9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cab9d12d1d1048d7b5b419bd526b30f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463296 Jun 25 16:06:59.855026 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38682) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:06:59.909957 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e56643e0-e9c1-4639-9053-ee379f36fa8c admin admin] Publish callbacks [] for security_group (bea05669-4fb1-4235-98de-f9a820d224ec), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.932949 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e56643e0-e9c1-4639-9053-ee379f36fa8c admin admin] Publish callbacks [] for security_group (bea05669-4fb1-4235-98de-f9a820d224ec), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.955116 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:06:59.985754 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e56643e0-e9c1-4639-9053-ee379f36fa8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (bea05669-4fb1-4235-98de-f9a820d224ec), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.988351 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e56643e0-e9c1-4639-9053-ee379f36fa8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:06:59.989588 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e56643e0-e9c1-4639-9053-ee379f36fa8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bea05669-4fb1-4235-98de-f9a820d224ec HTTP/1.1" status: 204 len: 168 time: 0.1336558 Jun 25 16:06:59.997453 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56643e0-e9c1-4639-9053-ee379f36fa8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea05669-4fb1-4235-98de-f9a820d224ec,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:00.008491 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:00.320381 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:00.329199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87c860-a2a0-4330-a5b3-0245d977ab81 req-1bd76ded-2cd5-443b-a154-f20234b3d712 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:00.331290 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf87c860-a2a0-4330-a5b3-0245d977ab81 req-1bd76ded-2cd5-443b-a154-f20234b3d712 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 945 time: 0.0918057 Jun 25 16:07:00.449958 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a259e4-9754-4e0c-a463-9da87b017e43 req-9c020e3f-6c82-46e6-9960-1556651d3622 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:00.452021 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-11a259e4-9754-4e0c-a463-9da87b017e43 req-9c020e3f-6c82-46e6-9960-1556651d3622 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.0894392 Jun 25 16:07:00.457074 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf87c860-a2a0-4330-a5b3-0245d977ab81 req-e603ad74-50fe-4700-ac7e-9fa48e419728 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107836 Jun 25 16:07:00.465424 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device da8ae9de-1432-4b4c-9379-90aae9bf04a3 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:00.539962 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-11a259e4-9754-4e0c-a463-9da87b017e43 req-d01fe11b-abf4-49eb-be16-8bf6752bde07 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727046 Jun 25 16:07:00.569231 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port da8ae9de-1432-4b4c-9379-90aae9bf04a3 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:07:00.580849 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port da8ae9de-1432-4b4c-9379-90aae9bf04a3 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:00.581866 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:00.698044 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20503371-d129-4d56-83f5-1cd496966435 req-7de581e4-9ff8-40ab-8197-0a6db04d35bb tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:00.700088 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20503371-d129-4d56-83f5-1cd496966435 req-7de581e4-9ff8-40ab-8197-0a6db04d35bb tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 944 time: 0.0958605 Jun 25 16:07:00.728233 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port da8ae9de-1432-4b4c-9379-90aae9bf04a3 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:00.730743 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:00.765866 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:00.823762 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port da8ae9de-1432-4b4c-9379-90aae9bf04a3, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da8ae9de-1432-4b4c-9379-90aae9bf04a3,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:00.824727 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:07:00.828037 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9b4f49-c43c-443e-8a91-05b4dbc6008f" -d '{"events": [{"server_uuid": "9dc4f0bb-0b30-429c-af92-a30f31e4b60f", "name": "network-vif-plugged", "status": "completed", "tag": "da8ae9de-1432-4b4c-9379-90aae9bf04a3"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:07:00.834866 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:00.839928 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device e355ac8e-fb57-4cd6-9b51-2346658384b8 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:00.883615 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20503371-d129-4d56-83f5-1cd496966435 req-2519befb-ee9b-49a6-8f9a-171cda92697d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740963 Jun 25 16:07:00.920155 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port e355ac8e-fb57-4cd6-9b51-2346658384b8 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:07:00.950387 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b013f57-648f-47a6-9b80-fc5c90d8a468 x-openstack-request-id: req-3b013f57-648f-47a6-9b80-fc5c90d8a468 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:07:00.950841 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc4f0bb-0b30-429c-af92-a30f31e4b60f", "name": "network-vif-plugged", "status": "completed", "tag": "da8ae9de-1432-4b4c-9379-90aae9bf04a3", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:07:00.951007 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b013f57-648f-47a6-9b80-fc5c90d8a468 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:07:00.953923 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b013f57-648f-47a6-9b80-fc5c90d8a468'] response: {'server_uuid': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'code': 200} Jun 25 16:07:00.959525 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port e355ac8e-fb57-4cd6-9b51-2346658384b8 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:00.959969 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:00.993671 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=da8ae9de-1432-4b4c-9379-90aae9bf04a3,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:01.032212 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.032937 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.032937 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.033271 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.033602 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.033928 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.034281 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.034627 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.034879 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.035192 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.035761 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.036049 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.036364 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.036769 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.037039 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:01.099922 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port e355ac8e-fb57-4cd6-9b51-2346658384b8 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:01.100365 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:01.135493 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port e355ac8e-fb57-4cd6-9b51-2346658384b8, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=e355ac8e-fb57-4cd6-9b51-2346658384b8,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:01.142531 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:01.161521 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4511b8a-e149-4c54-b319-25f3cdcbe290 req-54656d23-fa6d-4ab3-b988-aca38715777e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:01.163004 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b4511b8a-e149-4c54-b319-25f3cdcbe290 req-54656d23-fa6d-4ab3-b988-aca38715777e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 1129 time: 0.0446677 Jun 25 16:07:01.195030 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=e355ac8e-fb57-4cd6-9b51-2346658384b8,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:01.217213 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b4511b8a-e149-4c54-b319-25f3cdcbe290 req-b14b66be-ad84-4afc-94a9-17c4e6ad9b05 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475471 Jun 25 16:07:01.597637 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb4c19-8fbc-47de-ad2e-ada3e606ec7c req-77e6bb82-fe8a-40a8-876b-7f10af62e2cb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:01.599384 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d7bb4c19-8fbc-47de-ad2e-ada3e606ec7c req-77e6bb82-fe8a-40a8-876b-7f10af62e2cb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0516582 Jun 25 16:07:01.675898 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d7bb4c19-8fbc-47de-ad2e-ada3e606ec7c req-51f411bc-1dfc-421c-a0bb-df666562c685 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678647 Jun 25 16:07:01.723525 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5daacc-578c-44ed-8f47-9f1d8d542c7f req-452bbb31-51b8-4388-812d-7eef23106104 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:01.725677 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a5daacc-578c-44ed-8f47-9f1d8d542c7f req-452bbb31-51b8-4388-812d-7eef23106104 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.0723803 Jun 25 16:07:01.776761 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a5daacc-578c-44ed-8f47-9f1d8d542c7f req-6f43b31f-68a5-44f4-a351-ce91343ca80d tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444889 Jun 25 16:07:01.982429 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91617232-23c4-4506-9083-3b810ed12547 req-8afdb686-c312-4644-be16-7843085125d2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:01.983890 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91617232-23c4-4506-9083-3b810ed12547 req-8afdb686-c312-4644-be16-7843085125d2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 945 time: 0.0462146 Jun 25 16:07:02.044544 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91617232-23c4-4506-9083-3b810ed12547 req-c9caea95-dab9-45d0-beb4-39cd815451f1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547943 Jun 25 16:07:02.794811 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7ab6a-342b-41f0-a9c8-3b39ce8f0c08 req-018f5029-f3d5-43f7-956d-1a9b8b34a6e0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:02.796277 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced7ab6a-342b-41f0-a9c8-3b39ce8f0c08 req-018f5029-f3d5-43f7-956d-1a9b8b34a6e0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0500100 Jun 25 16:07:02.844656 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced7ab6a-342b-41f0-a9c8-3b39ce8f0c08 req-5b39ba6d-cbea-4ec4-9bc7-03482431d2e1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Jun 25 16:07:02.955044 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f6023f-52bc-4a18-af15-b1c7f2896f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e355ac8e-fb57-4cd6-9b51-2346658384b8'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:07:02.959996 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6952d8-e3c4-4605-9992-b4fa8bc75fdc" -d '{"events": [{"server_uuid": "f5f6023f-52bc-4a18-af15-b1c7f2896f75", "name": "network-vif-plugged", "status": "completed", "tag": "e355ac8e-fb57-4cd6-9b51-2346658384b8"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:07:02.994946 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc9d1e7-2f26-4d75-879c-b2c00dac26b9 x-openstack-request-id: req-bbc9d1e7-2f26-4d75-879c-b2c00dac26b9 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:07:02.995211 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f6023f-52bc-4a18-af15-b1c7f2896f75", "name": "network-vif-plugged", "status": "completed", "tag": "e355ac8e-fb57-4cd6-9b51-2346658384b8", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:07:02.995461 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bbc9d1e7-2f26-4d75-879c-b2c00dac26b9 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:07:02.995846 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc9d1e7-2f26-4d75-879c-b2c00dac26b9'] response: {'server_uuid': 'f5f6023f-52bc-4a18-af15-b1c7f2896f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e355ac8e-fb57-4cd6-9b51-2346658384b8', 'code': 200} Jun 25 16:07:03.164695 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3937a-6b69-4c0f-8140-fadb680dadb1 req-77671bce-0ed1-4347-8b31-577de80f3973 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:03.166159 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91f3937a-6b69-4c0f-8140-fadb680dadb1 req-77671bce-0ed1-4347-8b31-577de80f3973 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 945 time: 0.0462980 Jun 25 16:07:03.213369 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91f3937a-6b69-4c0f-8140-fadb680dadb1 req-c3d49523-d020-45f3-8077-9bf3169f45c0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416465 Jun 25 16:07:03.961708 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92fe65-3163-43e7-ac63-6295bddaf7fa req-90c073de-faf4-4936-a451-976cece267e8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:03.963046 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aa92fe65-3163-43e7-ac63-6295bddaf7fa req-90c073de-faf4-4936-a451-976cece267e8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0488868 Jun 25 16:07:04.013587 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aa92fe65-3163-43e7-ac63-6295bddaf7fa req-0121e199-b10f-401e-93bb-1d108dd98bfb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449767 Jun 25 16:07:04.340883 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25eeac5-dd80-4b1e-b9bc-0a072b9de4c1 req-b90d0bd0-9bb7-4095-805c-1245a07525e1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:04.342388 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f25eeac5-dd80-4b1e-b9bc-0a072b9de4c1 req-b90d0bd0-9bb7-4095-805c-1245a07525e1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 945 time: 0.0475237 Jun 25 16:07:04.391619 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f25eeac5-dd80-4b1e-b9bc-0a072b9de4c1 req-5ee57aa8-4214-4bd5-b1e3-0c7abe54eb6f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434155 Jun 25 16:07:04.429799 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e87a3-ee51-41c2-b346-2b817751a04a req-4d9522ea-d9e5-4fd4-9a64-3cf35091e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:04.431282 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-229e87a3-ee51-41c2-b346-2b817751a04a req-4d9522ea-d9e5-4fd4-9a64-3cf35091e6a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 1130 time: 0.0387907 Jun 25 16:07:04.475240 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:04.478769 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-229e87a3-ee51-41c2-b346-2b817751a04a req-9a7973bd-2309-4d99-af6d-5e859d3be613 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Jun 25 16:07:05.133953 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649a01f-30a1-409b-946c-a9fccc038fa6 req-27576fee-dd65-4d15-91d4-a593617a5243 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:05.135542 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7649a01f-30a1-409b-946c-a9fccc038fa6 req-27576fee-dd65-4d15-91d4-a593617a5243 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0490713 Jun 25 16:07:05.184597 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7649a01f-30a1-409b-946c-a9fccc038fa6 req-b32033b9-3368-43ac-aadc-f43ce83ab4fd tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428383 Jun 25 16:07:05.519196 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5339b0-d984-434e-ba51-638ba09ca5cf req-95797894-9430-4206-a6c4-848a95430fd0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:05.520680 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c5339b0-d984-434e-ba51-638ba09ca5cf req-95797894-9430-4206-a6c4-848a95430fd0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 945 time: 0.0475764 Jun 25 16:07:05.546729 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:05.568673 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1c5339b0-d984-434e-ba51-638ba09ca5cf req-1c50139e-b40a-4332-8cf1-88bdefb4ace2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417581 Jun 25 16:07:05.920256 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f48d3bf-80c8-47ab-badd-7e2ac9069e09 req-11ad1831-05f8-410f-92d9-cc884f78f04e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:05.921777 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f48d3bf-80c8-47ab-badd-7e2ac9069e09 req-11ad1831-05f8-410f-92d9-cc884f78f04e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 945 time: 0.2491620 Jun 25 16:07:05.930647 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38888) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:05.935681 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-8746b564-cb5b-4ea3-8b82-3d40cad7540d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'floatingip': {'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:06.011273 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8746b564-cb5b-4ea3-8b82-3d40cad7540d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (25c4a95d-6d5c-46ab-8a33-e71eecbbaa05), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:06.347037 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e93512-7d58-4556-8484-d11aed6f16bf req-d72ffcfa-7b3c-4c13-8a60-c964fd1ef15a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:06.349099 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92e93512-7d58-4556-8484-d11aed6f16bf req-d72ffcfa-7b3c-4c13-8a60-c964fd1ef15a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0637338 Jun 25 16:07:06.408653 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 38916) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:06.473253 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92e93512-7d58-4556-8484-d11aed6f16bf req-71c744b8-4516-43d6-a0e0-ad9bd6b20321 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094873 Jun 25 16:07:06.628260 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10683da5-4ac1-4d7d-a2e6-fd4ff4895544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:06.833718 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:06.966445 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8746b564-cb5b-4ea3-8b82-3d40cad7540d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:06.974332 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8746b564-cb5b-4ea3-8b82-3d40cad7540d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (25c4a95d-6d5c-46ab-8a33-e71eecbbaa05), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:07.033197 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10683da5-4ac1-4d7d-a2e6-fd4ff4895544 admin admin] Publish callbacks [] for security_group (11e5c298-fe9d-4b40-a321-180d3d8dc060), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:07.046804 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10683da5-4ac1-4d7d-a2e6-fd4ff4895544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (11e5c298-fe9d-4b40-a321-180d3d8dc060), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:07.134054 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-8746b564-cb5b-4ea3-8b82-3d40cad7540d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Floating IP 25c4a95d-6d5c-46ab-8a33-e71eecbbaa05 associated. External IP: 172.27.2.156, port: da8ae9de-1432-4b4c-9379-90aae9bf04a3. Jun 25 16:07:07.138878 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-10683da5-4ac1-4d7d-a2e6-fd4ff4895544 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c26b071c98d4801bf1964bd53ea3b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7282155 Jun 25 16:07:07.142064 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10683da5-4ac1-4d7d-a2e6-fd4ff4895544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e5c298-fe9d-4b40-a321-180d3d8dc060,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:07.142200 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 38958) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:07.240173 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Publish callbacks [] for security_group (11e5c298-fe9d-4b40-a321-180d3d8dc060), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:07.264913 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Publish callbacks [] for security_group (11e5c298-fe9d-4b40-a321-180d3d8dc060), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:07.265967 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:07.327626 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (11e5c298-fe9d-4b40-a321-180d3d8dc060), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:07.330807 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:07.332181 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11e5c298-fe9d-4b40-a321-180d3d8dc060 HTTP/1.1" status: 204 len: 168 time: 0.1887615 Jun 25 16:07:07.343295 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e5c298-fe9d-4b40-a321-180d3d8dc060,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:07.352592 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.354163 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.354669 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.355458 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.355932 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.356394 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.356879 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.357351 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.357836 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.358842 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.361030 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.361743 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.362411 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.363007 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.363490 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a58efc-2c19-41fd-86a2-5d90ac173ede admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:07.414582 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8746b564-cb5b-4ea3-8b82-3d40cad7540d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:07:07.552477 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8746b564-cb5b-4ea3-8b82-3d40cad7540d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:07:07.570815 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8746b564-cb5b-4ea3-8b82-3d40cad7540d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:07.571726 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:07:07.584607 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:07.585246 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:06:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:07.615128 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-8746b564-cb5b-4ea3-8b82-3d40cad7540d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "PUT /v2.0/floatingips/25c4a95d-6d5c-46ab-8a33-e71eecbbaa05 HTTP/1.1" status: 200 len: 991 time: 1.6809926 Jun 25 16:07:07.615128 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'tag': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:07:07.616368 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a902507-2754-47fe-b0f8-648065054b57" -d '{"events": [{"name": "network-changed", "server_uuid": "9dc4f0bb-0b30-429c-af92-a30f31e4b60f", "tag": "da8ae9de-1432-4b4c-9379-90aae9bf04a3"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:07:07.657323 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b1c0d-fc9b-4a2f-9a00-aaf56c5a50ff req-6f68a8f8-6876-43ff-84f5-27dad7c9f148 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:07.664684 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c90b1c0d-fc9b-4a2f-9a00-aaf56c5a50ff req-6f68a8f8-6876-43ff-84f5-27dad7c9f148 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0753975 Jun 25 16:07:07.668282 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354c4934-7bcc-4b05-8543-94e6db67797e x-openstack-request-id: req-354c4934-7bcc-4b05-8543-94e6db67797e {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:07:07.668757 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dc4f0bb-0b30-429c-af92-a30f31e4b60f", "tag": "da8ae9de-1432-4b4c-9379-90aae9bf04a3", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:07:07.669176 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-354c4934-7bcc-4b05-8543-94e6db67797e {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:07:07.669715 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354c4934-7bcc-4b05-8543-94e6db67797e'] response: {'name': 'network-changed', 'server_uuid': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'tag': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'status': 'completed', 'code': 200} Jun 25 16:07:07.763818 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:07.775099 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a902507-2754-47fe-b0f8-648065054b57 req-400671d5-d229-4b02-86d9-4554531676de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:07.777039 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a902507-2754-47fe-b0f8-648065054b57 req-400671d5-d229-4b02-86d9-4554531676de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 1129 time: 0.0570643 Jun 25 16:07:07.800585 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c90b1c0d-fc9b-4a2f-9a00-aaf56c5a50ff req-6d22b286-dd37-404f-971d-e224e46cd9d6 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241179 Jun 25 16:07:07.940129 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a902507-2754-47fe-b0f8-648065054b57 req-65fa2383-5f2d-4c41-a328-8abe8517f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:07.942092 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a902507-2754-47fe-b0f8-648065054b57 req-65fa2383-5f2d-4c41-a328-8abe8517f73c service neutron] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 916 time: 0.1389894 Jun 25 16:07:08.117484 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '25c4a95d-6d5c-46ab-8a33-e71eecbbaa05', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:06:19Z', 'updated_at': '2022-06-25T16:07:06Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:08.120947 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=56 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:08.150320 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:07:08.167768 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:08.167768 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:06:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:08.183298 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644cec1-1547-4b5e-8c60-91bcd0a5238e req-6f7e3053-5140-47c6-b773-89e33852fd85 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:08.189093 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2644cec1-1547-4b5e-8c60-91bcd0a5238e req-6f7e3053-5140-47c6-b773-89e33852fd85 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0571876 Jun 25 16:07:08.233035 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2644cec1-1547-4b5e-8c60-91bcd0a5238e req-9cf3b5a0-b5d4-4e07-a520-104ace691238 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424087 Jun 25 16:07:08.279849 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:08.490962 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '25c4a95d-6d5c-46ab-8a33-e71eecbbaa05', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:06:19Z', 'updated_at': '2022-06-25T16:07:06Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:08.522275 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a5a39f-dca2-4865-8b91-1e429cae2221 None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '25c4a95d-6d5c-46ab-8a33-e71eecbbaa05', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:06:19Z', 'updated_at': '2022-06-25T16:07:06Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:07:08.731690 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fb7a4a-2a08-4cad-81af-b31864087572 None None] New status for floating IP 25c4a95d-6d5c-46ab-8a33-e71eecbbaa05: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:07:09.361588 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7fd9e-d43e-4c1c-968d-54e0b51dfef9 req-50eeabdc-abbd-49c1-b736-a4f4f84ef646 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:09.363033 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9be7fd9e-d43e-4c1c-968d-54e0b51dfef9 req-50eeabdc-abbd-49c1-b736-a4f4f84ef646 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0514076 Jun 25 16:07:09.414204 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9be7fd9e-d43e-4c1c-968d-54e0b51dfef9 req-69e3f28a-7fbf-4890-a413-d5ba4688e8f0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429676 Jun 25 16:07:10.549801 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d58904-56e7-48a7-b1d5-aa75a2157f10 req-0027211b-8bed-4e0c-a844-8ab5909ad6d2 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:10.551257 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7d58904-56e7-48a7-b1d5-aa75a2157f10 req-0027211b-8bed-4e0c-a844-8ab5909ad6d2 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0543232 Jun 25 16:07:10.657974 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:10.698314 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7d58904-56e7-48a7-b1d5-aa75a2157f10 req-e6693a18-b55f-4c97-bb1f-0f31df84c349 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402612 Jun 25 16:07:10.720894 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a902507-2754-47fe-b0f8-648065054b57 req-e68a7f33-7b8f-4139-9969-752ec6ccba8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da8ae9de-1432-4b4c-9379-90aae9bf04a3 HTTP/1.1" status: 200 len: 1001 time: 0.1416972 Jun 25 16:07:10.723652 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18b31-ee89-4607-b5a6-52487c788389 req-0e4d0f00-09f7-4733-8880-7404c4f4cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:10.725047 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00d18b31-ee89-4607-b5a6-52487c788389 req-0e4d0f00-09f7-4733-8880-7404c4f4cd5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 1130 time: 0.0749061 Jun 25 16:07:10.986319 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:11.012381 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:11.061467 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a902507-2754-47fe-b0f8-648065054b57 req-839be0c9-a371-4a5f-94c3-fee12b0cc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:11.062924 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a902507-2754-47fe-b0f8-648065054b57 req-839be0c9-a371-4a5f-94c3-fee12b0cc5c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.1188767 Jun 25 16:07:11.106593 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18b31-ee89-4607-b5a6-52487c788389 req-6e431b72-c9bf-4e5c-843b-52a766c24240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:11.108041 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00d18b31-ee89-4607-b5a6-52487c788389 req-6e431b72-c9bf-4e5c-843b-52a766c24240 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.1562428 Jun 25 16:07:11.167388 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00d18b31-ee89-4607-b5a6-52487c788389 req-26a44664-a696-4a9b-95a7-6ff58dc0dad0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e355ac8e-fb57-4cd6-9b51-2346658384b8 HTTP/1.1" status: 200 len: 217 time: 0.0433276 Jun 25 16:07:11.172613 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a902507-2754-47fe-b0f8-648065054b57 req-99adf450-bfaf-4e4b-9106-f5a0d1f34a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:11.174034 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a902507-2754-47fe-b0f8-648065054b57 req-99adf450-bfaf-4e4b-9106-f5a0d1f34a1c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792143 Jun 25 16:07:11.827394 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca30552-5049-456a-909d-fc46b6e4eeab req-bda07476-6000-480b-9f0a-501308c92383 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:11.828894 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ca30552-5049-456a-909d-fc46b6e4eeab req-bda07476-6000-480b-9f0a-501308c92383 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0575011 Jun 25 16:07:11.880174 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ca30552-5049-456a-909d-fc46b6e4eeab req-7b528c19-745e-4113-b4c1-47da6477090c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456207 Jun 25 16:07:12.394998 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d47c1007-0436-4efe-a656-972707fd1c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:13.035769 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d654c-6dd4-4fc0-92da-81b0ae8df49e req-d27c32a1-47d3-4d16-9234-e72b24b274b5 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:13.037247 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-060d654c-6dd4-4fc0-92da-81b0ae8df49e req-d27c32a1-47d3-4d16-9234-e72b24b274b5 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0743527 Jun 25 16:07:13.072858 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18b31-ee89-4607-b5a6-52487c788389 req-6866d5ed-bb2d-4daf-a598-264cde529042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:13.074311 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00d18b31-ee89-4607-b5a6-52487c788389 req-6866d5ed-bb2d-4daf-a598-264cde529042 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0758796 Jun 25 16:07:13.098691 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-060d654c-6dd4-4fc0-92da-81b0ae8df49e req-084fa596-c8dc-4795-9412-1285e645c100 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555096 Jun 25 16:07:14.216094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd0ac3-2d6e-4ec8-b989-bd6c651788e2 req-6da5def3-870c-4365-a7fb-262932ac3c8b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:14.217583 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8cfd0ac3-2d6e-4ec8-b989-bd6c651788e2 req-6da5def3-870c-4365-a7fb-262932ac3c8b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0478368 Jun 25 16:07:14.264787 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8cfd0ac3-2d6e-4ec8-b989-bd6c651788e2 req-2c746f6b-ae99-4fc8-b1f4-c8131799c004 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415869 Jun 25 16:07:14.456499 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-89cc9086-3d63-4979-955e-9129719dca4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:14.516223 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d18b31-ee89-4607-b5a6-52487c788389 req-c2740627-3fb5-496c-95b3-892a7a762af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:14.517845 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00d18b31-ee89-4607-b5a6-52487c788389 req-c2740627-3fb5-496c-95b3-892a7a762af8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919986 Jun 25 16:07:14.565922 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a902507-2754-47fe-b0f8-648065054b57 req-5e48223a-147b-42eb-bd7c-7a63037cb724 service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487513 Jun 25 16:07:14.678870 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00d18b31-ee89-4607-b5a6-52487c788389 req-a59fd9fe-4637-4cc7-9c3a-deaa07ed4739 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530995 Jun 25 16:07:14.707169 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a902507-2754-47fe-b0f8-648065054b57 req-8e14d37b-7656-4e92-926b-7b97fd4a00b8 service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051035 Jun 25 16:07:15.391565 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f533a-e466-4f6d-8d35-82673caf235c req-b4857b90-186d-41e2-b2ec-3abd3a969499 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:15.393076 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c52f533a-e466-4f6d-8d35-82673caf235c req-b4857b90-186d-41e2-b2ec-3abd3a969499 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0552752 Jun 25 16:07:15.440221 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c52f533a-e466-4f6d-8d35-82673caf235c req-d784d2f9-ac7f-4d56-9e9c-3feaea190258 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Jun 25 16:07:15.866932 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:15.931098 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39198) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:16.044472 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca24d3e2-3673-4207-b883-f75b8cae6873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.067018 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:16.073613 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:16.122414 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca24d3e2-3673-4207-b883-f75b8cae6873 admin admin] Publish callbacks [] for security_group (93c6a8b6-a888-47a5-9721-22f1531bfc8f), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.128283 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca24d3e2-3673-4207-b883-f75b8cae6873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (93c6a8b6-a888-47a5-9721-22f1531bfc8f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.167175 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca24d3e2-3673-4207-b883-f75b8cae6873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c6a8b6-a888-47a5-9721-22f1531bfc8f,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:16.173582 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ca24d3e2-3673-4207-b883-f75b8cae6873 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41cf47caff97420390fea1a6ed4ed6da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414210 Jun 25 16:07:16.176441 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39202) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:16.229643 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0368-3344-4b39-b1b3-4ecdc2771163 admin admin] Publish callbacks [] for security_group (93c6a8b6-a888-47a5-9721-22f1531bfc8f), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.252057 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0368-3344-4b39-b1b3-4ecdc2771163 admin admin] Publish callbacks [] for security_group (93c6a8b6-a888-47a5-9721-22f1531bfc8f), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.305403 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0368-3344-4b39-b1b3-4ecdc2771163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (93c6a8b6-a888-47a5-9721-22f1531bfc8f), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.308016 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0368-3344-4b39-b1b3-4ecdc2771163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.309233 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ae6d0368-3344-4b39-b1b3-4ecdc2771163 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/93c6a8b6-a888-47a5-9721-22f1531bfc8f HTTP/1.1" status: 204 len: 168 time: 0.1318350 Jun 25 16:07:16.319534 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d0368-3344-4b39-b1b3-4ecdc2771163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c6a8b6-a888-47a5-9721-22f1531bfc8f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:16.567510 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774ff8c-eb71-4828-849d-13917ec5efff req-305487db-9433-4d76-b61d-9ab15577bc9d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:16.577904 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1774ff8c-eb71-4828-849d-13917ec5efff req-305487db-9433-4d76-b61d-9ab15577bc9d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0653586 Jun 25 16:07:16.636930 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39220) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:16.637213 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1774ff8c-eb71-4828-849d-13917ec5efff req-627a0176-901f-4c22-ac9c-0d3269424652 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506921 Jun 25 16:07:16.655147 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09646d98-fbef-4176-ac14-5aeaa86dca18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.920702 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09646d98-fbef-4176-ac14-5aeaa86dca18 admin admin] Publish callbacks [] for security_group (3d8b4f4d-33c7-408d-9977-a9276ee1122a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.927090 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-09646d98-fbef-4176-ac14-5aeaa86dca18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (3d8b4f4d-33c7-408d-9977-a9276ee1122a), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:16.964107 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09646d98-fbef-4176-ac14-5aeaa86dca18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8b4f4d-33c7-408d-9977-a9276ee1122a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:16.968361 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-09646d98-fbef-4176-ac14-5aeaa86dca18 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6cb8433b8306413c91268b71420d873c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3297758 Jun 25 16:07:16.970958 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39224) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:16.991352 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:17.020423 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1bfe7d1-c72c-49a6-b553-b7192dc27cc9 admin admin] Publish callbacks [] for security_group (3d8b4f4d-33c7-408d-9977-a9276ee1122a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:17.041239 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1bfe7d1-c72c-49a6-b553-b7192dc27cc9 admin admin] Publish callbacks [] for security_group (3d8b4f4d-33c7-408d-9977-a9276ee1122a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:17.092606 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1bfe7d1-c72c-49a6-b553-b7192dc27cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (3d8b4f4d-33c7-408d-9977-a9276ee1122a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:17.095136 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e1bfe7d1-c72c-49a6-b553-b7192dc27cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:17.096258 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e1bfe7d1-c72c-49a6-b553-b7192dc27cc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d8b4f4d-33c7-408d-9977-a9276ee1122a HTTP/1.1" status: 204 len: 168 time: 0.1244032 Jun 25 16:07:17.104044 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfe7d1-c72c-49a6-b553-b7192dc27cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8b4f4d-33c7-408d-9977-a9276ee1122a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:17.554393 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:17.795359 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:17.807020 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-01934e42-6d6c-4418-ba33-e050d1f28952 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1231029 Jun 25 16:07:17.822341 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b91f3-9e17-446a-90e9-cdd5348b3ded req-a108e613-9c9a-41c0-9eb5-3cfde73d7faa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:17.823926 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f96b91f3-9e17-446a-90e9-cdd5348b3ded req-a108e613-9c9a-41c0-9eb5-3cfde73d7faa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.1012635 Jun 25 16:07:17.845832 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00d18b31-ee89-4607-b5a6-52487c788389 req-8b7d0f35-0787-4a8b-b04f-c668f6078195 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814842 Jun 25 16:07:17.881240 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f96b91f3-9e17-446a-90e9-cdd5348b3ded req-d654816e-4761-4443-9539-961c2ee93d68 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474339 Jun 25 16:07:18.482551 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=86 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:18.495745 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=37 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:18.999455 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b82020-ce06-4fdc-a406-1543f028b4eb req-5d09a659-73db-432b-9b11-99e32435a213 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:19.000963 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72b82020-ce06-4fdc-a406-1543f028b4eb req-5d09a659-73db-432b-9b11-99e32435a213 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0484831 Jun 25 16:07:19.060018 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72b82020-ce06-4fdc-a406-1543f028b4eb req-f39c88a5-c08c-4e05-982e-2ae04b340ed1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532703 Jun 25 16:07:19.460386 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-9adc1138-2c26-466b-8bde-ff26ea684ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:19.462402 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-9adc1138-2c26-466b-8bde-ff26ea684ece service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 1130 time: 0.0451145 Jun 25 16:07:19.985684 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-03e0b1e9-0e84-455a-b3af-ec5d4018eb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:19.987348 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-03e0b1e9-0e84-455a-b3af-ec5d4018eb89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.0934813 Jun 25 16:07:20.036923 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-1077abde-9722-42b2-997f-c0cbb04a2a6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dda3a175-359c-4380-a748-ac6e5ec45c69 HTTP/1.1" status: 200 len: 217 time: 0.0416706 Jun 25 16:07:20.108125 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-d17ad882-99e8-4314-bef3-470e3dc3b1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:20.109623 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-d17ad882-99e8-4314-bef3-470e3dc3b1be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0543373 Jun 25 16:07:20.199218 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-e0c502a2-4d3a-45b5-9a69-b16d85b459b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:20.200717 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-e0c502a2-4d3a-45b5-9a69-b16d85b459b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732243 Jun 25 16:07:20.226511 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b0736-e69a-4aa5-8932-9ac753690411 req-57e25eb9-3702-45d0-9339-0e9bdb98d453 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:20.228105 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c93b0736-e69a-4aa5-8932-9ac753690411 req-57e25eb9-3702-45d0-9339-0e9bdb98d453 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0730786 Jun 25 16:07:20.323049 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:20.332050 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c93b0736-e69a-4aa5-8932-9ac753690411 req-781ad1e8-5cf9-48f2-a96f-97e7bf31d545 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940859 Jun 25 16:07:20.347540 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:20.352984 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-c8b8f330-2067-42ea-85dc-507740e7de8f service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425626 Jun 25 16:07:20.459837 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a330b8fa-ac47-466d-9c44-c7689e7a8528 req-438d395a-6431-4446-ac97-b1631da8ceda service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914936 Jun 25 16:07:20.462488 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39386) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:20.608799 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb0043e7-447e-433a-82e5-d7bc40579942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:20.710684 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb0043e7-447e-433a-82e5-d7bc40579942 admin admin] Publish callbacks [] for security_group (d8b726f5-619f-48fd-8f20-631c8fedd979), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:20.715554 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bb0043e7-447e-433a-82e5-d7bc40579942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (d8b726f5-619f-48fd-8f20-631c8fedd979), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:20.760289 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-bb0043e7-447e-433a-82e5-d7bc40579942 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cccd72e8918444c94a925e052a09fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965477 Jun 25 16:07:20.760487 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39402) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:20.762114 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0043e7-447e-433a-82e5-d7bc40579942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b726f5-619f-48fd-8f20-631c8fedd979,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:20.814044 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:20.845688 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-83d10f11-9af6-411f-a5d6-c0eebb531ec0 admin admin] Publish callbacks [] for security_group (d8b726f5-619f-48fd-8f20-631c8fedd979), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:20.884959 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-83d10f11-9af6-411f-a5d6-c0eebb531ec0 admin admin] Publish callbacks [] for security_group (d8b726f5-619f-48fd-8f20-631c8fedd979), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:20.905572 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53456e94-c8ea-42e5-b21d-f075ca4d4480 req-fa2bfcf5-db1e-4d8f-a906-a248df0bdb4a tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:20.911007 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-53456e94-c8ea-42e5-b21d-f075ca4d4480 req-fa2bfcf5-db1e-4d8f-a906-a248df0bdb4a tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.0635376 Jun 25 16:07:20.946568 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-83d10f11-9af6-411f-a5d6-c0eebb531ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (d8b726f5-619f-48fd-8f20-631c8fedd979), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:20.950237 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-83d10f11-9af6-411f-a5d6-c0eebb531ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:20.959426 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-83d10f11-9af6-411f-a5d6-c0eebb531ec0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8b726f5-619f-48fd-8f20-631c8fedd979 HTTP/1.1" status: 204 len: 168 time: 0.1944892 Jun 25 16:07:20.970313 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d10f11-9af6-411f-a5d6-c0eebb531ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b726f5-619f-48fd-8f20-631c8fedd979,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:20.986671 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=8 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:21.008802 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-53456e94-c8ea-42e5-b21d-f075ca4d4480 req-93fb0708-9849-41b3-8eeb-35989120bb79 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886924 Jun 25 16:07:21.197701 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39448) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:21.339871 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae1c61f0-7635-4517-a1bd-a6e563818393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.355910 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39458) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:21.385920 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-89e8bda6-dea6-44ec-bbd6-32239bee1a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.423465 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae1c61f0-7635-4517-a1bd-a6e563818393 admin admin] Publish callbacks [] for security_group (d46f15c1-6e5b-473a-acbe-df0cbe0e7910), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.429677 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ae1c61f0-7635-4517-a1bd-a6e563818393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (d46f15c1-6e5b-473a-acbe-df0cbe0e7910), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.469668 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-89e8bda6-dea6-44ec-bbd6-32239bee1a02 admin admin] Publish callbacks [] for security_group (eef59d83-9796-43d6-ba40-182fcf41f88d), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.473502 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-89e8bda6-dea6-44ec-bbd6-32239bee1a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (eef59d83-9796-43d6-ba40-182fcf41f88d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.507319 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ae1c61f0-7635-4517-a1bd-a6e563818393 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3ea4e3074a5143f4a2a2f02c217dd09e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082409 Jun 25 16:07:21.508541 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c61f0-7635-4517-a1bd-a6e563818393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46f15c1-6e5b-473a-acbe-df0cbe0e7910,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:21.511142 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39462) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:21.517277 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63351b3-31e7-4e3a-8d57-a1cac3b36c28 req-ab3d5334-8dd6-4d39-acb4-3db80d44a58f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:21.518783 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b63351b3-31e7-4e3a-8d57-a1cac3b36c28 req-ab3d5334-8dd6-4d39-acb4-3db80d44a58f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0857394 Jun 25 16:07:21.524199 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-89e8bda6-dea6-44ec-bbd6-32239bee1a02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e2c73ce49c941138e1c17c2f5ef07ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1646349 Jun 25 16:07:21.527327 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39464) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:21.534462 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8bda6-dea6-44ec-bbd6-32239bee1a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef59d83-9796-43d6-ba40-182fcf41f88d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:21.574693 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7592db17-1392-44bc-abc4-4f56a49c15a3 admin admin] Publish callbacks [] for security_group (d46f15c1-6e5b-473a-acbe-df0cbe0e7910), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.600848 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7592db17-1392-44bc-abc4-4f56a49c15a3 admin admin] Publish callbacks [] for security_group (d46f15c1-6e5b-473a-acbe-df0cbe0e7910), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.610041 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b63351b3-31e7-4e3a-8d57-a1cac3b36c28 req-08ea8431-f66b-465b-a22e-304e73a6c401 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850656 Jun 25 16:07:21.622632 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0343a8e-1caf-4d18-b8f3-9a39d40e2c48 admin admin] Publish callbacks [] for security_group (eef59d83-9796-43d6-ba40-182fcf41f88d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.653288 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7592db17-1392-44bc-abc4-4f56a49c15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (d46f15c1-6e5b-473a-acbe-df0cbe0e7910), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.654177 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:21.655962 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7592db17-1392-44bc-abc4-4f56a49c15a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.656275 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0343a8e-1caf-4d18-b8f3-9a39d40e2c48 admin admin] Publish callbacks [] for security_group (eef59d83-9796-43d6-ba40-182fcf41f88d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.657128 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7592db17-1392-44bc-abc4-4f56a49c15a3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d46f15c1-6e5b-473a-acbe-df0cbe0e7910 HTTP/1.1" status: 204 len: 168 time: 0.1448054 Jun 25 16:07:21.666001 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592db17-1392-44bc-abc4-4f56a49c15a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46f15c1-6e5b-473a-acbe-df0cbe0e7910,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:21.721694 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0343a8e-1caf-4d18-b8f3-9a39d40e2c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (eef59d83-9796-43d6-ba40-182fcf41f88d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.724193 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0343a8e-1caf-4d18-b8f3-9a39d40e2c48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:21.725442 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b0343a8e-1caf-4d18-b8f3-9a39d40e2c48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eef59d83-9796-43d6-ba40-182fcf41f88d HTTP/1.1" status: 204 len: 168 time: 0.1964660 Jun 25 16:07:21.733873 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0343a8e-1caf-4d18-b8f3-9a39d40e2c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef59d83-9796-43d6-ba40-182fcf41f88d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:22.130085 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328d2cb-1d8b-47ef-9047-df03bed141ba req-6f97e3c6-bbc0-4143-9c9e-6e3c4a866c32 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:22.131653 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7328d2cb-1d8b-47ef-9047-df03bed141ba req-6f97e3c6-bbc0-4143-9c9e-6e3c4a866c32 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.0479305 Jun 25 16:07:22.182451 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7328d2cb-1d8b-47ef-9047-df03bed141ba req-8284f7dc-315c-4023-9073-ccb738f7fbcf tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450263 Jun 25 16:07:22.647268 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39512) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:22.786161 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-57162c33-d946-42bf-af86-f3c5f92393e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:22.816713 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336cddf-438d-4960-b239-202eeb611eda req-e7fb388c-ac7c-4557-93fa-afc1a2c894b9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:22.816713 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9336cddf-438d-4960-b239-202eeb611eda req-e7fb388c-ac7c-4557-93fa-afc1a2c894b9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.1113427 Jun 25 16:07:22.836904 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:22.922856 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9336cddf-438d-4960-b239-202eeb611eda req-1efe54ca-2915-47dc-af5a-ff36187cddfa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013856 Jun 25 16:07:22.951480 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:22.969029 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-57162c33-d946-42bf-af86-f3c5f92393e6 admin admin] Publish callbacks [] for security_group (45b3d7de-14da-40c7-99c3-6a70260e0117), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:22.972739 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-57162c33-d946-42bf-af86-f3c5f92393e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (45b3d7de-14da-40c7-99c3-6a70260e0117), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.020925 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57162c33-d946-42bf-af86-f3c5f92393e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b3d7de-14da-40c7-99c3-6a70260e0117,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:23.025506 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-57162c33-d946-42bf-af86-f3c5f92393e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=658ef933ba61420da8cd9a54c3ec7bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776276 Jun 25 16:07:23.029084 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39536) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:23.085977 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-1852e32b-c794-431b-909c-926247bd7f90 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:23.088804 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-1852e32b-c794-431b-909c-926247bd7f90 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.26 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.0709817 Jun 25 16:07:23.090327 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-346c145e-8606-4571-9976-d39f8d6f04ad admin admin] Publish callbacks [] for security_group (45b3d7de-14da-40c7-99c3-6a70260e0117), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.127219 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-346c145e-8606-4571-9976-d39f8d6f04ad admin admin] Publish callbacks [] for security_group (45b3d7de-14da-40c7-99c3-6a70260e0117), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.188692 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-346c145e-8606-4571-9976-d39f8d6f04ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (45b3d7de-14da-40c7-99c3-6a70260e0117), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.191832 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-346c145e-8606-4571-9976-d39f8d6f04ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.195865 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-346c145e-8606-4571-9976-d39f8d6f04ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45b3d7de-14da-40c7-99c3-6a70260e0117 HTTP/1.1" status: 204 len: 168 time: 0.1631305 Jun 25 16:07:23.220394 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c145e-8606-4571-9976-d39f8d6f04ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b3d7de-14da-40c7-99c3-6a70260e0117,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:23.274647 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Deleting port da56dc06-e8a5-4eac-a9b3-a873439d682c {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:07:23.274996 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.387994 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b315dd9-b05d-41b0-84bb-22dc688d91f7 req-a7a150d7-ac5f-431a-8148-cf49afb0dcc7 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:23.389500 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b315dd9-b05d-41b0-84bb-22dc688d91f7 req-a7a150d7-ac5f-431a-8148-cf49afb0dcc7 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 946 time: 0.0946059 Jun 25 16:07:23.439728 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] For port da56dc06-e8a5-4eac-a9b3-a873439d682c, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da56dc06-e8a5-4eac-a9b3-a873439d682c,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:23.440091 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.468082 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Calling delete_port for da56dc06-e8a5-4eac-a9b3-a873439d682c owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:07:23.491434 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b315dd9-b05d-41b0-84bb-22dc688d91f7 req-953a165b-9695-4218-8e83-12e143a2502c tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/security-groups?id=f2d61870-3e75-4017-ad81-f5d54388995e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871842 Jun 25 16:07:23.709737 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39560) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:23.730895 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a182e0f-d332-4288-b231-66c201f9da7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.789911 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:DELETE=5,neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:23.817793 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a182e0f-d332-4288-b231-66c201f9da7f admin admin] Publish callbacks [] for security_group (157b87f7-af66-49a6-9a9f-5e3162368f55), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.828503 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2a182e0f-d332-4288-b231-66c201f9da7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (157b87f7-af66-49a6-9a9f-5e3162368f55), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.865413 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2a182e0f-d332-4288-b231-66c201f9da7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f74f5b14b747445a8302ccae24e3afd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544104 Jun 25 16:07:23.869516 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39566) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:23.877699 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554'] for port (da56dc06-e8a5-4eac-a9b3-a873439d682c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.894801 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a182e0f-d332-4288-b231-66c201f9da7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157b87f7-af66-49a6-9a9f-5e3162368f55,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:23.900924 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['da56dc06-e8a5-4eac-a9b3-a873439d682c'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:07:23.905569 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Pushing event deleted for resources: {'Port': ['ID=da56dc06-e8a5-4eac-a9b3-a873439d682c,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:23.993656 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7565a2ad-54f9-4b8a-b5f0-ef51452b5af4 admin admin] Publish callbacks [] for security_group (157b87f7-af66-49a6-9a9f-5e3162368f55), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:23.996554 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] No DVR routers for this DVR port da56dc06-e8a5-4eac-a9b3-a873439d682c on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:07:24.003700 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.015404 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f952f45e-ee6c-410a-9181-69b6a1eadc25 req-f84942de-2ac1-4e97-9871-a0bc2ea12ef5 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.26 "DELETE /v2.0/ports/da56dc06-e8a5-4eac-a9b3-a873439d682c HTTP/1.1" status: 204 len: 173 time: 0.9184601 Jun 25 16:07:24.015894 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01f7cc79-f68f-4fe1-b31e-1cb4f0fea810', 'name': 'network-vif-deleted', 'tag': 'da56dc06-e8a5-4eac-a9b3-a873439d682c'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:07:24.018644 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0240982f-f790-4f41-88f4-b3a38075fb81" -d '{"events": [{"server_uuid": "01f7cc79-f68f-4fe1-b31e-1cb4f0fea810", "name": "network-vif-deleted", "tag": "da56dc06-e8a5-4eac-a9b3-a873439d682c"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:07:24.060264 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7565a2ad-54f9-4b8a-b5f0-ef51452b5af4 admin admin] Publish callbacks [] for security_group (157b87f7-af66-49a6-9a9f-5e3162368f55), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.117796 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbfd06d-cb2a-4694-ac55-44c9ac5003ba x-openstack-request-id: req-5cbfd06d-cb2a-4694-ac55-44c9ac5003ba {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:07:24.119901 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01f7cc79-f68f-4fe1-b31e-1cb4f0fea810", "name": "network-vif-deleted", "tag": "da56dc06-e8a5-4eac-a9b3-a873439d682c", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:07:24.120300 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5cbfd06d-cb2a-4694-ac55-44c9ac5003ba {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:07:24.120863 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cbfd06d-cb2a-4694-ac55-44c9ac5003ba'] response: {'server_uuid': '01f7cc79-f68f-4fe1-b31e-1cb4f0fea810', 'name': 'network-vif-deleted', 'tag': 'da56dc06-e8a5-4eac-a9b3-a873439d682c', 'status': 'completed', 'code': 200} Jun 25 16:07:24.136695 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb137f7a-32c3-427d-9976-48ec6861e7cd req-1dba44f8-8e9f-46a4-8245-e43ebe863e4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:24.152170 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb137f7a-32c3-427d-9976-48ec6861e7cd req-1dba44f8-8e9f-46a4-8245-e43ebe863e4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.1301007 Jun 25 16:07:24.158991 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7565a2ad-54f9-4b8a-b5f0-ef51452b5af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (157b87f7-af66-49a6-9a9f-5e3162368f55), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.162091 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7565a2ad-54f9-4b8a-b5f0-ef51452b5af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.175276 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7565a2ad-54f9-4b8a-b5f0-ef51452b5af4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/157b87f7-af66-49a6-9a9f-5e3162368f55 HTTP/1.1" status: 204 len: 168 time: 0.2966504 Jun 25 16:07:24.190798 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565a2ad-54f9-4b8a-b5f0-ef51452b5af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157b87f7-af66-49a6-9a9f-5e3162368f55,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:24.233863 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39582) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:24.243662 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb137f7a-32c3-427d-9976-48ec6861e7cd req-0b91be96-f9ba-48f8-9732-0c621c1b6446 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900135 Jun 25 16:07:24.424139 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0570b9d9-a0af-4cb6-879d-4106275d7a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.524206 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0570b9d9-a0af-4cb6-879d-4106275d7a41 admin admin] Publish callbacks [] for security_group (2667f218-abe2-4e2f-ad24-3734bab52755), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.530705 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0570b9d9-a0af-4cb6-879d-4106275d7a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2667f218-abe2-4e2f-ad24-3734bab52755), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.546479 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:24.575078 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0570b9d9-a0af-4cb6-879d-4106275d7a41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b06ad67dd0264b07b4e3319e7ede54b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401282 Jun 25 16:07:24.575796 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570b9d9-a0af-4cb6-879d-4106275d7a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2667f218-abe2-4e2f-ad24-3734bab52755,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:24.578333 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39596) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:24.639047 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:24.661348 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f1d4cb75-f8d3-4e14-be8b-7a4e7ea1f170 req-b89eaa65-478a-4fb2-aeb7-274a1558217d tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 210 time: 0.0438335 Jun 25 16:07:24.691979 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f5067aed-8437-4810-a4c3-1dc787f37863 admin admin] Publish callbacks [] for security_group (2667f218-abe2-4e2f-ad24-3734bab52755), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.717052 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f5067aed-8437-4810-a4c3-1dc787f37863 admin admin] Publish callbacks [] for security_group (2667f218-abe2-4e2f-ad24-3734bab52755), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.729573 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39600) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:24.742900 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d821f1f0-99bc-4116-b871-0860bfe7b963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.746441 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39602) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:24.768100 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f5067aed-8437-4810-a4c3-1dc787f37863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2667f218-abe2-4e2f-ad24-3734bab52755), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.771481 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f5067aed-8437-4810-a4c3-1dc787f37863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.773124 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f5067aed-8437-4810-a4c3-1dc787f37863 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2667f218-abe2-4e2f-ad24-3734bab52755 HTTP/1.1" status: 204 len: 168 time: 0.1928871 Jun 25 16:07:24.784025 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5067aed-8437-4810-a4c3-1dc787f37863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2667f218-abe2-4e2f-ad24-3734bab52755,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:24.843227 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d821f1f0-99bc-4116-b871-0860bfe7b963 admin admin] Publish callbacks [] for security_group (871c3e95-1be9-4660-b91d-d3515ee95b10), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.848694 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d821f1f0-99bc-4116-b871-0860bfe7b963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (871c3e95-1be9-4660-b91d-d3515ee95b10), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.890815 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821f1f0-99bc-4116-b871-0860bfe7b963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871c3e95-1be9-4660-b91d-d3515ee95b10,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:24.894946 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d821f1f0-99bc-4116-b871-0860bfe7b963 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a98f540a420f4561980508bd762ebd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1643746 Jun 25 16:07:24.897761 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39608) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:24.953543 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fff70872-0e2e-4b84-989e-047df3090ee2 admin admin] Publish callbacks [] for security_group (871c3e95-1be9-4660-b91d-d3515ee95b10), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.984765 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fff70872-0e2e-4b84-989e-047df3090ee2 admin admin] Publish callbacks [] for security_group (871c3e95-1be9-4660-b91d-d3515ee95b10), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:24.996230 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc312964-adec-4683-a487-a09b07fbd6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.070581 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fff70872-0e2e-4b84-989e-047df3090ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (871c3e95-1be9-4660-b91d-d3515ee95b10), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.073119 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fff70872-0e2e-4b84-989e-047df3090ee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.074248 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fff70872-0e2e-4b84-989e-047df3090ee2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/871c3e95-1be9-4660-b91d-d3515ee95b10 HTTP/1.1" status: 204 len: 168 time: 0.1755939 Jun 25 16:07:25.082881 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:25.094135 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff70872-0e2e-4b84-989e-047df3090ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871c3e95-1be9-4660-b91d-d3515ee95b10,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:25.142538 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc312964-adec-4683-a487-a09b07fbd6f6 admin admin] Publish callbacks [] for security_group (c6dfc8f3-fe68-4479-baf5-2bee10ab5806), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.150513 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc312964-adec-4683-a487-a09b07fbd6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c6dfc8f3-fe68-4479-baf5-2bee10ab5806), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.190290 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bc312964-adec-4683-a487-a09b07fbd6f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4de61fda8d504511ae316afd9133ae37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4423380 Jun 25 16:07:25.193093 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39614) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:25.201284 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc312964-adec-4683-a487-a09b07fbd6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dfc8f3-fe68-4479-baf5-2bee10ab5806,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:25.210905 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39616) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:25.237965 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f57848f5-bac3-4404-801d-dea283732eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.270921 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:25.299648 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cb042c13-95b1-497f-95ee-d4e258fc788f admin admin] Publish callbacks [] for security_group (c6dfc8f3-fe68-4479-baf5-2bee10ab5806), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.371094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cb042c13-95b1-497f-95ee-d4e258fc788f admin admin] Publish callbacks [] for security_group (c6dfc8f3-fe68-4479-baf5-2bee10ab5806), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.396590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00550a-422c-4010-9a75-962783de11e4 req-ea4995bf-915f-4aa3-a319-c3678948996e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:25.398798 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2d00550a-422c-4010-9a75-962783de11e4 req-ea4995bf-915f-4aa3-a319-c3678948996e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0802658 Jun 25 16:07:25.449539 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f57848f5-bac3-4404-801d-dea283732eba admin admin] Publish callbacks [] for security_group (eb4bd3b3-c654-4e78-ad53-132722f355fc), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.458094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f57848f5-bac3-4404-801d-dea283732eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (eb4bd3b3-c654-4e78-ad53-132722f355fc), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.526750 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2d00550a-422c-4010-9a75-962783de11e4 req-c8eb58c6-9825-4ce0-b8e3-0f5e0c72accb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200018 Jun 25 16:07:25.532457 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f57848f5-bac3-4404-801d-dea283732eba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea0c3cb215dc418eb76f867a538c41d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183866 Jun 25 16:07:25.532457 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57848f5-bac3-4404-801d-dea283732eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4bd3b3-c654-4e78-ad53-132722f355fc,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:25.532971 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39632) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:25.540524 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cb042c13-95b1-497f-95ee-d4e258fc788f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c6dfc8f3-fe68-4479-baf5-2bee10ab5806), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.543341 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cb042c13-95b1-497f-95ee-d4e258fc788f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.544626 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-cb042c13-95b1-497f-95ee-d4e258fc788f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c6dfc8f3-fe68-4479-baf5-2bee10ab5806 HTTP/1.1" status: 204 len: 168 time: 0.3490343 Jun 25 16:07:25.553464 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb042c13-95b1-497f-95ee-d4e258fc788f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dfc8f3-fe68-4479-baf5-2bee10ab5806,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:25.604076 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-993bd6bf-a4cc-4be3-99ae-58bf505e4107 admin admin] Publish callbacks [] for security_group (eb4bd3b3-c654-4e78-ad53-132722f355fc), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.628561 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-993bd6bf-a4cc-4be3-99ae-58bf505e4107 admin admin] Publish callbacks [] for security_group (eb4bd3b3-c654-4e78-ad53-132722f355fc), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.683439 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-993bd6bf-a4cc-4be3-99ae-58bf505e4107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (eb4bd3b3-c654-4e78-ad53-132722f355fc), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.687158 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-993bd6bf-a4cc-4be3-99ae-58bf505e4107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:25.689237 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-993bd6bf-a4cc-4be3-99ae-58bf505e4107 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb4bd3b3-c654-4e78-ad53-132722f355fc HTTP/1.1" status: 204 len: 168 time: 0.1552474 Jun 25 16:07:25.700769 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bd6bf-a4cc-4be3-99ae-58bf505e4107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4bd3b3-c654-4e78-ad53-132722f355fc,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:25.780023 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-09fa59a1-d5b6-469c-9761-60e006103c7e req-3708faa7-4539-407b-82d2-bfaee458f1a1 tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 210 time: 0.0302238 Jun 25 16:07:26.675352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c6e1b-019a-46c1-b20a-51501d8ebb90 req-ac56b505-4fd8-4861-8775-4e9b9576cfc0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:26.677151 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-535c6e1b-019a-46c1-b20a-51501d8ebb90 req-ac56b505-4fd8-4861-8775-4e9b9576cfc0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0533559 Jun 25 16:07:26.731468 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-535c6e1b-019a-46c1-b20a-51501d8ebb90 req-6dea30ce-c508-4d3a-b086-716357513f6c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468643 Jun 25 16:07:26.907157 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7db5128b-11c5-40fc-a860-2dea7177eb5f req-8974b7dd-5543-42e0-a586-dc884cb59bef tempest-DeleteServersTestJSON-1607255575 tempest-DeleteServersTestJSON-1607255575-project] 10.222.0.13 "GET /v2.0/ports?device_id=01f7cc79-f68f-4fe1-b31e-1cb4f0fea810 HTTP/1.1" status: 200 len: 210 time: 0.0319111 Jun 25 16:07:27.872674 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afa746-ca5e-41b0-87b0-a608d8c6386d req-5fb86a4a-66b3-4dab-b004-dd282a5c538e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:27.877241 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-95afa746-ca5e-41b0-87b0-a608d8c6386d req-5fb86a4a-66b3-4dab-b004-dd282a5c538e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0603354 Jun 25 16:07:27.925350 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-95afa746-ca5e-41b0-87b0-a608d8c6386d req-eb34ea7a-7ca3-4e27-8fe0-022b26b0c4df tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Jun 25 16:07:28.150277 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39792) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:28.268517 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1878832a-056a-4f80-bf93-563aa5fda530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:28.296674 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:28.361461 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1878832a-056a-4f80-bf93-563aa5fda530 admin admin] Publish callbacks [] for security_group (5006c22b-deee-4517-8430-2ebda427672b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:28.368268 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1878832a-056a-4f80-bf93-563aa5fda530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5006c22b-deee-4517-8430-2ebda427672b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:28.407201 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1878832a-056a-4f80-bf93-563aa5fda530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5006c22b-deee-4517-8430-2ebda427672b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:28.413940 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1878832a-056a-4f80-bf93-563aa5fda530 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a2c933d1a734104941a0db6e46d13e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602024 Jun 25 16:07:28.414274 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39802) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:28.477539 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d83ab92-011b-4516-b16b-8b69e3328da4 admin admin] Publish callbacks [] for security_group (5006c22b-deee-4517-8430-2ebda427672b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:28.505407 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d83ab92-011b-4516-b16b-8b69e3328da4 admin admin] Publish callbacks [] for security_group (5006c22b-deee-4517-8430-2ebda427672b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:28.558074 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d83ab92-011b-4516-b16b-8b69e3328da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5006c22b-deee-4517-8430-2ebda427672b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:28.560641 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9d83ab92-011b-4516-b16b-8b69e3328da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:28.562050 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9d83ab92-011b-4516-b16b-8b69e3328da4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5006c22b-deee-4517-8430-2ebda427672b HTTP/1.1" status: 204 len: 168 time: 0.1466279 Jun 25 16:07:28.575659 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d83ab92-011b-4516-b16b-8b69e3328da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5006c22b-deee-4517-8430-2ebda427672b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:28.603952 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device da56dc06-e8a5-4eac-a9b3-a873439d682c no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:07:28.628569 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: da56dc06-e8a5-4eac-a9b3-a873439d682c {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:07:28.629286 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device da56dc06-e8a5-4eac-a9b3-a873439d682c not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:07:28.955689 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39838) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:28.971224 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb0f08eb-689b-41a7-a3b8-48583a5519a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:29.068761 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfcdbba-d9f5-4f51-8827-92d7580a13d3 req-c963f4f4-03e7-40bf-aaa8-beb5563fedeb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:29.071361 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bdfcdbba-d9f5-4f51-8827-92d7580a13d3 req-c963f4f4-03e7-40bf-aaa8-beb5563fedeb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0618627 Jun 25 16:07:29.088158 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb0f08eb-689b-41a7-a3b8-48583a5519a7 admin admin] Publish callbacks [] for security_group (5c8d4f89-a2b1-48f2-9e23-ecf41d3021bd), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:29.093722 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb0f08eb-689b-41a7-a3b8-48583a5519a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5c8d4f89-a2b1-48f2-9e23-ecf41d3021bd), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:29.115264 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:29.122622 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bdfcdbba-d9f5-4f51-8827-92d7580a13d3 req-9c03e8a9-217d-48cf-90a6-e082440c4f0c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454850 Jun 25 16:07:29.148712 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bb0f08eb-689b-41a7-a3b8-48583a5519a7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d727fa5bde046ea8bfee66876fbbb3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832609 Jun 25 16:07:29.148712 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f08eb-689b-41a7-a3b8-48583a5519a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d4f89-a2b1-48f2-9e23-ecf41d3021bd,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:29.148937 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39848) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:29.191154 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:29.204025 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e502d077-b7a8-4485-a760-7b1ca0a0219e admin admin] Publish callbacks [] for security_group (5c8d4f89-a2b1-48f2-9e23-ecf41d3021bd), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:29.227344 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e502d077-b7a8-4485-a760-7b1ca0a0219e admin admin] Publish callbacks [] for security_group (5c8d4f89-a2b1-48f2-9e23-ecf41d3021bd), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:29.275345 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e502d077-b7a8-4485-a760-7b1ca0a0219e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5c8d4f89-a2b1-48f2-9e23-ecf41d3021bd), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:29.278110 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e502d077-b7a8-4485-a760-7b1ca0a0219e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:29.279327 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e502d077-b7a8-4485-a760-7b1ca0a0219e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c8d4f89-a2b1-48f2-9e23-ecf41d3021bd HTTP/1.1" status: 204 len: 168 time: 0.1351571 Jun 25 16:07:29.288330 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502d077-b7a8-4485-a760-7b1ca0a0219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d4f89-a2b1-48f2-9e23-ecf41d3021bd,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:29.299678 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:29.397140 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39862) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:29.547741 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=5,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:29.803075 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:30.064193 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:07:30.118078 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Deleting port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:07:30.118564 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:30.220066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] For port 3c051ef5-1347-4f7e-ab18-e6048a49d5a1, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=3c051ef5-1347-4f7e-ab18-e6048a49d5a1,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:30.221728 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:30.286273 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Calling delete_port for 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:07:30.319148 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60388a94-a172-4abb-9665-be930a26f90d req-28f9c3b4-cab5-439b-81fd-6bf4736eda68 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:30.320778 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-60388a94-a172-4abb-9665-be930a26f90d req-28f9c3b4-cab5-439b-81fd-6bf4736eda68 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0929022 Jun 25 16:07:30.353514 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:30.456192 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-60388a94-a172-4abb-9665-be930a26f90d req-5829c6b2-d00c-4f92-9c08-dfdb0228e8d6 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034038 Jun 25 16:07:30.599253 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554'] for port (3c051ef5-1347-4f7e-ab18-e6048a49d5a1), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:30.636542 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c051ef5-1347-4f7e-ab18-e6048a49d5a1,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:30.762764 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:30.785677 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:31.041588 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:07:31.256947 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39954) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:31.373950 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:07:31.379094 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-95c6cb31-c806-4e58-8868-1935c8602347 admin admin] 10.222.0.13 "PUT /v2.0/routers/074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9809282 Jun 25 16:07:31.381967 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 39962) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:31.387303 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] Sync routers for ids ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:07:31.399897 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] Routers {'074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:31.400893 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:31.508643 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64fa71ca-a119-4385-a266-c2af0bf88dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:31.515386 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] Set router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:31.533581 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks [] for router (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:31.720310 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:31.726088 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773f979-4b63-47fb-9003-daff96ef3c3c req-4d92482e-9bcf-48cc-bb06-60a3bb97cd22 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:31.727680 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d773f979-4b63-47fb-9003-daff96ef3c3c req-4d92482e-9bcf-48cc-bb06-60a3bb97cd22 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.1215384 Jun 25 16:07:31.729882 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64fa71ca-a119-4385-a266-c2af0bf88dc6 admin admin] Publish callbacks [] for security_group (92cb1ad2-a99b-4da1-866f-a693258f4a00), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:31.748604 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64fa71ca-a119-4385-a266-c2af0bf88dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (92cb1ad2-a99b-4da1-866f-a693258f4a00), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:31.809228 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:07:30Z', 'revision_number': 5, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'gw_port': {'id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:31.834159 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa71ca-a119-4385-a266-c2af0bf88dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92cb1ad2-a99b-4da1-866f-a693258f4a00,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:31.842142 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d773f979-4b63-47fb-9003-daff96ef3c3c req-0b1a14c8-55b5-481b-9cab-7c7c53df6d7a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062198 Jun 25 16:07:31.882178 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] Checking router: 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:07:31.893682 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] Routers {'074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:31.894472 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:31.900552 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 39984) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:31.913555 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-64fa71ca-a119-4385-a266-c2af0bf88dc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ca0907430f404357b91d31c57ff07b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505494 Jun 25 16:07:31.951255 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks [] for router_gateway (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.008310 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Deleting port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:07:32.008895 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.023891 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-85199a2e-f7dc-40a9-818e-8b88ef15a23c admin admin] Publish callbacks [] for security_group (92cb1ad2-a99b-4da1-866f-a693258f4a00), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.069080 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] Set router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:32.076161 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-85199a2e-f7dc-40a9-818e-8b88ef15a23c admin admin] Publish callbacks [] for security_group (92cb1ad2-a99b-4da1-866f-a693258f4a00), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.112546 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] For port 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=465b2efa-ebc7-4d4d-a1f9-396465b6bdc3,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:32.113314 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.115348 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:32.130121 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Calling delete_port for 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:07:32.196093 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-85199a2e-f7dc-40a9-818e-8b88ef15a23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (92cb1ad2-a99b-4da1-866f-a693258f4a00), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.203983 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-85199a2e-f7dc-40a9-818e-8b88ef15a23c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.205943 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-85199a2e-f7dc-40a9-818e-8b88ef15a23c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92cb1ad2-a99b-4da1-866f-a693258f4a00 HTTP/1.1" status: 204 len: 168 time: 0.3035967 Jun 25 16:07:32.231893 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85199a2e-f7dc-40a9-818e-8b88ef15a23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92cb1ad2-a99b-4da1-866f-a693258f4a00,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:32.394263 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:07:30Z', 'revision_number': 5, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'gw_port': {'id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:32.407254 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (465b2efa-ebc7-4d4d-a1f9-396465b6bdc3), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.431258 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b02d924-4d3a-4986-a736-64d28e1e1867 None None] The sync data for ids ['074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5'] in dv-cinder-847620-2-iscsi is: [{'id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'name': 'tempest-DeleteServersTestJSON-1580390532-router', 'tenant_id': 'c348649c6b794f5c9339ea9506b6a16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:07:30Z', 'revision_number': 5, 'project_id': 'c348649c6b794f5c9339ea9506b6a16b', 'gw_port': {'id': '465b2efa-ebc7-4d4d-a1f9-396465b6bdc3', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:03Z', 'updated_at': '2022-06-25T16:06:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:07:32.447853 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=465b2efa-ebc7-4d4d-a1f9-396465b6bdc3,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:32.537613 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:32.550264 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.669319 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.672072 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks [] for router_controller (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.724813 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40010) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:32.741053 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c430dd2-da6c-4991-9c2e-7e1c0fc8148e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.745203 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.745813 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:07:32.759424 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.763050 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fc18fa75-752b-40d3-a4c3-bf087190f8ec admin admin] 10.222.0.13 "DELETE /v2.0/routers/074d7f9c-4cd6-4dfc-84b1-eb2c9b93dcd5 HTTP/1.1" status: 204 len: 168 time: 1.3779395 Jun 25 16:07:32.763393 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40014) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:32.824123 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4c14d83-289a-4fc4-bbcc-637268fe4685 admin admin] Deleting subnet eb97232f-2e34-4fa5-a8a2-b845c8d10654 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:07:32.827818 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4c14d83-289a-4fc4-bbcc-637268fe4685 admin admin] Publish callbacks [] for subnet (eb97232f-2e34-4fa5-a8a2-b845c8d10654), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.843552 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c430dd2-da6c-4991-9c2e-7e1c0fc8148e admin admin] Publish callbacks [] for security_group (54869e99-9973-46c9-aadf-424261f6597d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.851710 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2c430dd2-da6c-4991-9c2e-7e1c0fc8148e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (54869e99-9973-46c9-aadf-424261f6597d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.873629 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4c14d83-289a-4fc4-bbcc-637268fe4685 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (eb97232f-2e34-4fa5-a8a2-b845c8d10654), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:32.890998 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2c430dd2-da6c-4991-9c2e-7e1c0fc8148e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf4435a5ccf848be9cd4b6e9dc1c269c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1640375 Jun 25 16:07:32.892078 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40020) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:32.944738 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c430dd2-da6c-4991-9c2e-7e1c0fc8148e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54869e99-9973-46c9-aadf-424261f6597d,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:32.991954 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-067ee50f-0dfe-4342-8e81-8eaccdca470c admin admin] Publish callbacks [] for security_group (54869e99-9973-46c9-aadf-424261f6597d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.064955 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-067ee50f-0dfe-4342-8e81-8eaccdca470c admin admin] Publish callbacks [] for security_group (54869e99-9973-46c9-aadf-424261f6597d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.070467 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4c14d83-289a-4fc4-bbcc-637268fe4685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (eb97232f-2e34-4fa5-a8a2-b845c8d10654), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.088827 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:33.124720 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171294d-a08e-4452-91f4-8490fc925dcf req-7aab0a55-eb35-4cc2-8dfd-831293af5927 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:33.129119 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4171294d-a08e-4452-91f4-8490fc925dcf req-7aab0a55-eb35-4cc2-8dfd-831293af5927 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.1548872 Jun 25 16:07:33.147599 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4c14d83-289a-4fc4-bbcc-637268fe4685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (eb97232f-2e34-4fa5-a8a2-b845c8d10654), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.225390 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c14d83-289a-4fc4-bbcc-637268fe4685 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb97232f-2e34-4fa5-a8a2-b845c8d10654,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:33.237053 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d4c14d83-289a-4fc4-bbcc-637268fe4685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.244641 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d4c14d83-289a-4fc4-bbcc-637268fe4685 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb97232f-2e34-4fa5-a8a2-b845c8d10654 HTTP/1.1" status: 204 len: 168 time: 0.4799409 Jun 25 16:07:33.246819 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a3c21b-2e04-4e83-9ba7-efc078e9b290 None None] Network 8b9f6d93-00eb-41b6-97fc-bb6619ee796d requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:33.247326 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40034) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:33.248708 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4171294d-a08e-4452-91f4-8490fc925dcf req-54ce72c8-b890-4b67-9887-9c30ff1a6907 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107836 Jun 25 16:07:33.269477 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-067ee50f-0dfe-4342-8e81-8eaccdca470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (54869e99-9973-46c9-aadf-424261f6597d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.272373 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-067ee50f-0dfe-4342-8e81-8eaccdca470c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.273704 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-067ee50f-0dfe-4342-8e81-8eaccdca470c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54869e99-9973-46c9-aadf-424261f6597d HTTP/1.1" status: 204 len: 168 time: 0.3746562 Jun 25 16:07:33.300161 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ee50f-0dfe-4342-8e81-8eaccdca470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54869e99-9973-46c9-aadf-424261f6597d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:33.316206 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:07:33.421602 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:07:33.422224 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 3c051ef5-1347-4f7e-ab18-e6048a49d5a1 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:07:33.443617 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (8b9f6d93-00eb-41b6-97fc-bb6619ee796d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.536499 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:33.558592 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Deleting port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:07:33.558996 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.591075 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc40815c-9ce9-423a-83d3-c0c44f79de84 None None] DHCP port deletion for 8b9f6d93-00eb-41b6-97fc-bb6619ee796d request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:07:33.655224 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-dc40815c-9ce9-423a-83d3-c0c44f79de84 None None] Deleting port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:07:33.655927 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dc40815c-9ce9-423a-83d3-c0c44f79de84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.703388 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] For port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=53cd7cf1-54d0-49dd-bb55-49e41c74f1bb,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:33.703861 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.719157 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Calling delete_port for 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:07:33.753338 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-dc40815c-9ce9-423a-83d3-c0c44f79de84 None None] For port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=53cd7cf1-54d0-49dd-bb55-49e41c74f1bb,segment=NetworkSegment(a39a08ed-5f3f-4722-994b-769db1e6c5b5),segment_id=a39a08ed-5f3f-4722-994b-769db1e6c5b5)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:33.753734 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dc40815c-9ce9-423a-83d3-c0c44f79de84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.785198 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-dc40815c-9ce9-423a-83d3-c0c44f79de84 None None] Calling delete_port for 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:07:33.824839 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:33.824839 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:33.851226 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] No DVR routers for this DVR port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb on host dv-cinder-847620-2-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:07:33.857236 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=53cd7cf1-54d0-49dd-bb55-49e41c74f1bb,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:33.958682 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (8b9f6d93-00eb-41b6-97fc-bb6619ee796d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.002163 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b9f6d93-00eb-41b6-97fc-bb6619ee796d']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:34.022557 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a39a08ed-5f3f-4722-994b-769db1e6c5b5') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:34.023093 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a39a08ed-5f3f-4722-994b-769db1e6c5b5') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:34.040188 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (a39a08ed-5f3f-4722-994b-769db1e6c5b5), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.057643 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (a39a08ed-5f3f-4722-994b-769db1e6c5b5), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.067354 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dc40815c-9ce9-423a-83d3-c0c44f79de84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554'] for port (53cd7cf1-54d0-49dd-bb55-49e41c74f1bb), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.068788 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:07:34.069961 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (a39a08ed-5f3f-4722-994b-769db1e6c5b5), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.088920 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc40815c-9ce9-423a-83d3-c0c44f79de84 None None] No DVR routers for this DVR port 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb on host dv-cinder-847620-2-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:07:34.122609 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40815c-9ce9-423a-83d3-c0c44f79de84 None None] Pushing event deleted for resources: {'Port': ['ID=53cd7cf1-54d0-49dd-bb55-49e41c74f1bb,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:34.166027 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment a39a08ed-5f3f-4722-994b-769db1e6c5b5 resource provider aggregate not found Jun 25 16:07:34.189924 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment a39a08ed-5f3f-4722-994b-769db1e6c5b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a39a08ed-5f3f-4722-994b-769db1e6c5b5 found for delete ", "request_id": "req-de77cf3f-518e-461c-b255-5248b3ac27ec"}]} Jun 25 16:07:34.191489 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (8b9f6d93-00eb-41b6-97fc-bb6619ee796d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.203540 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.209342 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8b9f6d93-00eb-41b6-97fc-bb6619ee796d HTTP/1.1" status: 204 len: 168 time: 0.9584901 Jun 25 16:07:34.222669 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caa254-51d7-4025-a5b8-3a0795a122b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b9f6d93-00eb-41b6-97fc-bb6619ee796d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:34.411920 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40096) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:34.430897 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a46be-73b9-432e-bce0-99c4a0f7c218 req-478d6600-3ff5-426d-8ba5-2a283b5be7e7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:34.432543 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f4a46be-73b9-432e-bce0-99c4a0f7c218 req-478d6600-3ff5-426d-8ba5-2a283b5be7e7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0563388 Jun 25 16:07:34.479683 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-81ac3ba7-fba4-4327-8221-777d9a38e02f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c348649c6b794f5c9339ea9506b6a16b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0662901 Jun 25 16:07:34.480238 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40102) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:34.539927 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f4a46be-73b9-432e-bce0-99c4a0f7c218 req-76952b9e-f41d-4852-8713-5fdba9f8f0bf tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019320 Jun 25 16:07:34.573903 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-788f7855-e611-4b8b-9399-fdbf5989e8c9 admin admin] Publish callbacks [] for security_group (f2d61870-3e75-4017-ad81-f5d54388995e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.605610 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-788f7855-e611-4b8b-9399-fdbf5989e8c9 admin admin] Publish callbacks [] for security_group (f2d61870-3e75-4017-ad81-f5d54388995e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.688371 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-788f7855-e611-4b8b-9399-fdbf5989e8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (f2d61870-3e75-4017-ad81-f5d54388995e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.691549 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-788f7855-e611-4b8b-9399-fdbf5989e8c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:34.692907 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-788f7855-e611-4b8b-9399-fdbf5989e8c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2d61870-3e75-4017-ad81-f5d54388995e HTTP/1.1" status: 204 len: 168 time: 0.2092414 Jun 25 16:07:34.709398 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f7855-e611-4b8b-9399-fdbf5989e8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d61870-3e75-4017-ad81-f5d54388995e,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:35.261105 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:07:35.312178 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:07:35.312554 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 465b2efa-ebc7-4d4d-a1f9-396465b6bdc3 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:07:35.313653 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:07:35.336090 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:07:35.338313 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 53cd7cf1-54d0-49dd-bb55-49e41c74f1bb not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:07:35.679126 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6463f7f-9475-4bd2-89fc-23f9b9aa5a11 req-31365771-09e3-4558-ab50-d56986ee313b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:35.682188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c6463f7f-9475-4bd2-89fc-23f9b9aa5a11 req-31365771-09e3-4558-ab50-d56986ee313b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0574760 Jun 25 16:07:35.736728 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40210) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:35.756031 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c6463f7f-9475-4bd2-89fc-23f9b9aa5a11 req-e40de360-7eac-4062-b514-a20b4d1714ca tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631874 Jun 25 16:07:35.930455 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-262023665-network', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:35.959833 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Made reservation on behalf of 0da9a82039c24056beec4b61f533eaa2 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:35.962442 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:35.974844 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.080899 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Publish callbacks [] for security_group (b2fce95a-62f9-45f0-b120-b9fcae825b7c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.085983 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (b2fce95a-62f9-45f0-b120-b9fcae825b7c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.111990 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:36.112932 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:07:36.122195 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936248ed-f1db-4972-8f45-34873dee0ac8 req-329189f7-262c-4db8-87ef-6caafcfb9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:36.124543 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-936248ed-f1db-4972-8f45-34873dee0ac8 req-329189f7-262c-4db8-87ef-6caafcfb9598 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 1130 time: 0.0454900 Jun 25 16:07:36.128494 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fce95a-62f9-45f0-b120-b9fcae825b7c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:36.133908 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (07fc0293-939f-441c-b19f-1eef835c5383), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.134239 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Added segment 07fc0293-939f-441c-b19f-1eef835c5383 of type vlan for network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 Jun 25 16:07:36.182144 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-936248ed-f1db-4972-8f45-34873dee0ac8 req-cf076d5e-3fd7-48a1-b592-3a4748eae301 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490909 Jun 25 16:07:36.183276 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (6882a8e8-9f13-47a2-87c9-a1eafb973bf6), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.210638 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (6882a8e8-9f13-47a2-87c9-a1eafb973bf6), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.211586 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:36.212194 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.252018 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.5137422 Jun 25 16:07:36.255335 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40232) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:36.260919 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Request body: {'subnet': {'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-subnet', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:36.278397 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf1cda-9cdb-41a8-b930-6a699f7129e2 admin admin] Pushing event updated for resources: {'Network': ['ID=6882a8e8-9f13-47a2-87c9-a1eafb973bf6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:36.282660 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Made reservation on behalf of 0da9a82039c24056beec4b61f533eaa2 for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:36.285372 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.292516 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:07:36.495108 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (4c050219-c91a-4d1a-8f7e-8090416951c2), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.549869 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c050219-c91a-4d1a-8f7e-8090416951c2,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:36.565659 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Checking segment: {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:36.566006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Network hostable DHCP agents. Network: 6882a8e8-9f13-47a2-87c9-a1eafb973bf6, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:07:36.585589 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:07:36.595912 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 6882a8e8-9f13-47a2-87c9-a1eafb973bf6) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:36.601392 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:36.602449 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.622374 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ebb00ebd-a83f-4398-b5d7-825c6f9bc383 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3653438 Jun 25 16:07:36.625267 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40250) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:36.629669 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:36.634616 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:36.656245 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (8cf34dbb-69a5-46d1-b008-5f12a007006e), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.657842 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (8cf34dbb-69a5-46d1-b008-5f12a007006e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.713392 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks [] for router_controller (8cf34dbb-69a5-46d1-b008-5f12a007006e), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.745410 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec832eec-e378-4c19-b118-e51f5a9f5abb None None] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:36.939278 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks [] for router_gateway (8cf34dbb-69a5-46d1-b008-5f12a007006e), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:36.956423 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c1966-6c2c-4558-a936-2dab4b91d097 req-abcc4941-1665-46a6-9612-1bc5f983899a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:36.958000 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-404c1966-6c2c-4558-a936-2dab4b91d097 req-abcc4941-1665-46a6-9612-1bc5f983899a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0884504 Jun 25 16:07:37.026920 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:07:37.028492 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.131301 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-404c1966-6c2c-4558-a936-2dab4b91d097 req-601420eb-c645-4edd-a818-fb4f3c0c14b9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537960 Jun 25 16:07:37.197324 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Allocated IP 172.20.0.2 (6882a8e8-9f13-47a2-87c9-a1eafb973bf6/4c050219-c91a-4d1a-8f7e-8090416951c2/927a8743-ef33-4623-8133-fb81709c9fd4) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:37.233628 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:37.293653 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks [] for router_gateway (8cf34dbb-69a5-46d1-b008-5f12a007006e), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.314562 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.352888 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:37.412328 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Publish callbacks [] for port (927a8743-ef33-4623-8133-fb81709c9fd4), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.421517 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40286) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:37.429878 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.434570 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Allocated IP 172.27.2.204 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/8c6190a3-8408-41d0-94c4-814f369efdc4) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:37.489386 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:37.495158 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:37.498527 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:37.518048 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:37.540367 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Pushing event updated for resources: {'Port': ['ID=927a8743-ef33-4623-8133-fb81709c9fd4,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:37.562447 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks [] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.584753 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Attempting to bind port 927a8743-ef33-4623-8133-fb81709c9fd4 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:37.585236 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Attempting to bind port 927a8743-ef33-4623-8133-fb81709c9fd4 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:37.585653 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Attempting to bind port 927a8743-ef33-4623-8133-fb81709c9fd4 on network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:37.591986 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:07:37.592353 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Checking segment: {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:37.592770 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.593287 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Bound using segment: {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:07:37.593753 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Bound port: 927a8743-ef33-4623-8133-fb81709c9fd4, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:07:37.594150 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.620627 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.637070 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec854-2734-4566-b584-e0774919701a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.660053 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:37.663930 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:37.668094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:37.719486 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:37.728587 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] For port 927a8743-ef33-4623-8133-fb81709c9fd4, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:07:37.735620 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] For port 927a8743-ef33-4623-8133-fb81709c9fd4, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=927a8743-ef33-4623-8133-fb81709c9fd4,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:07:37.747342 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.748346 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Pushing event updated for resources: {'Port': ['ID=8c6190a3-8408-41d0-94c4-814f369efdc4,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:37.754932 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec854-2734-4566-b584-e0774919701a admin admin] Publish callbacks [] for security_group (50ab5e5c-005a-408d-93b1-5b965c06de34), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.756568 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=73,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=19 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:37.765379 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f9ec854-2734-4566-b584-e0774919701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (50ab5e5c-005a-408d-93b1-5b965c06de34), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.838105 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:37.860203 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4f9ec854-2734-4566-b584-e0774919701a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0e7cd36281c4c54a0e7a9033bb22782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4344718 Jun 25 16:07:37.860814 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ec854-2734-4566-b584-e0774919701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab5e5c-005a-408d-93b1-5b965c06de34,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:37.863212 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40300) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:37.891646 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161a6fb-9425-4d5e-acb5-3660bbab2de7 None None] Pushing event updated for resources: {'Port': ['ID=927a8743-ef33-4623-8133-fb81709c9fd4,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:37.939444 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b87a1d1-6d14-4f16-9c63-6f452ac4b0a6 admin admin] Publish callbacks [] for security_group (50ab5e5c-005a-408d-93b1-5b965c06de34), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.956248 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40302) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:37.962049 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks [] for router_gateway (8cf34dbb-69a5-46d1-b008-5f12a007006e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:37.965531 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b87a1d1-6d14-4f16-9c63-6f452ac4b0a6 admin admin] Publish callbacks [] for security_group (50ab5e5c-005a-408d-93b1-5b965c06de34), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.020998 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b87a1d1-6d14-4f16-9c63-6f452ac4b0a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (50ab5e5c-005a-408d-93b1-5b965c06de34), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.024739 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b87a1d1-6d14-4f16-9c63-6f452ac4b0a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.028890 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4b87a1d1-6d14-4f16-9c63-6f452ac4b0a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50ab5e5c-005a-408d-93b1-5b965c06de34 HTTP/1.1" status: 204 len: 168 time: 0.1640995 Jun 25 16:07:38.049867 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b87a1d1-6d14-4f16-9c63-6f452ac4b0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab5e5c-005a-408d-93b1-5b965c06de34,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:38.178387 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-647ad724-3621-4814-83ed-0f7f345da31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.313513 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ada8-8236-401f-8aec-dec936d4f1f8 req-9744f8fc-b5ab-4738-bc53-bf971dc51e9f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:38.315172 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1842ada8-8236-401f-8aec-dec936d4f1f8 req-9744f8fc-b5ab-4738-bc53-bf971dc51e9f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0788276 Jun 25 16:07:38.320598 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (8cf34dbb-69a5-46d1-b008-5f12a007006e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.441728 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-647ad724-3621-4814-83ed-0f7f345da31d admin admin] Publish callbacks [] for security_group (c5b6aaf2-9dba-4161-b71d-bbbc821008a7), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.461326 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40316) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:38.474865 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6bd31aee-f7dd-4fee-b285-6a97c464d4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.477068 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-647ad724-3621-4814-83ed-0f7f345da31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c5b6aaf2-9dba-4161-b71d-bbbc821008a7), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.493638 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:38.519650 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1842ada8-8236-401f-8aec-dec936d4f1f8 req-46d4a4ed-3572-43bb-934f-90809c33d887 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882055 Jun 25 16:07:38.540824 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:38.554697 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-647ad724-3621-4814-83ed-0f7f345da31d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e5e5870c28b4400ade619e753e67f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5973911 Jun 25 16:07:38.558183 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ad724-3621-4814-83ed-0f7f345da31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b6aaf2-9dba-4161-b71d-bbbc821008a7,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:38.562277 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40322) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:38.597263 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40324) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:38.612363 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6bd31aee-f7dd-4fee-b285-6a97c464d4c4 admin admin] Publish callbacks [] for security_group (1b690ca3-1b81-448d-bb85-7c18cd678ab3), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.621566 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6bd31aee-f7dd-4fee-b285-6a97c464d4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (1b690ca3-1b81-448d-bb85-7c18cd678ab3), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.683239 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c9e8-c4d8-4075-a60a-de1cb83af820 admin admin] Publish callbacks [] for security_group (c5b6aaf2-9dba-4161-b71d-bbbc821008a7), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.694849 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Router 8cf34dbb-69a5-46d1-b008-5f12a007006e is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:07:38.699126 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6bd31aee-f7dd-4fee-b285-6a97c464d4c4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72d881a31a804abc9385c9d1cb94dd16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2366440 Jun 25 16:07:38.699898 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd31aee-f7dd-4fee-b285-6a97c464d4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b690ca3-1b81-448d-bb85-7c18cd678ab3,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:38.703456 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40330) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:38.723461 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62233ff8-8228-469e-a355-ed515246b036 req-fa7536c8-33c7-462f-9157-9714747335cc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:38.725184 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-62233ff8-8228-469e-a355-ed515246b036 req-fa7536c8-33c7-462f-9157-9714747335cc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0818031 Jun 25 16:07:38.746577 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c9e8-c4d8-4075-a60a-de1cb83af820 admin admin] Publish callbacks [] for security_group (c5b6aaf2-9dba-4161-b71d-bbbc821008a7), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.760130 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b9e16520-239c-4f36-b191-17f557d0115c admin admin] Publish callbacks [] for security_group (1b690ca3-1b81-448d-bb85-7c18cd678ab3), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.803328 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b9e16520-239c-4f36-b191-17f557d0115c admin admin] Publish callbacks [] for security_group (1b690ca3-1b81-448d-bb85-7c18cd678ab3), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.890497 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97b2a586-a398-419f-a6b9-9077deac6b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.892513 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b9e16520-239c-4f36-b191-17f557d0115c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (1b690ca3-1b81-448d-bb85-7c18cd678ab3), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.905124 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b9e16520-239c-4f36-b191-17f557d0115c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.905124 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b9e16520-239c-4f36-b191-17f557d0115c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1b690ca3-1b81-448d-bb85-7c18cd678ab3 HTTP/1.1" status: 204 len: 168 time: 0.1982217 Jun 25 16:07:38.910499 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-62233ff8-8228-469e-a355-ed515246b036 req-b615ccaf-c080-44d6-9238-3beebc428079 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720834 Jun 25 16:07:38.953906 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e16520-239c-4f36-b191-17f557d0115c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b690ca3-1b81-448d-bb85-7c18cd678ab3,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:38.990032 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c9e8-c4d8-4075-a60a-de1cb83af820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c5b6aaf2-9dba-4161-b71d-bbbc821008a7), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.992740 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d0d9c9e8-c4d8-4075-a60a-de1cb83af820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:38.996653 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d0d9c9e8-c4d8-4075-a60a-de1cb83af820 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c5b6aaf2-9dba-4161-b71d-bbbc821008a7 HTTP/1.1" status: 204 len: 168 time: 0.4327917 Jun 25 16:07:39.016805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:07:39.024918 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d9c9e8-c4d8-4075-a60a-de1cb83af820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b6aaf2-9dba-4161-b71d-bbbc821008a7,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:39.030365 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Sync routers for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:07:39.070993 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.075217 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f936b533-759a-4124-aded-f78bfefca8ae admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4462895 Jun 25 16:07:39.075983 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40344) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:39.085136 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:39.086680 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:39.111346 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97b2a586-a398-419f-a6b9-9077deac6b00 admin admin] Publish callbacks [] for security_group (b25e04d2-8a46-47f3-806c-587358e09cd0), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.120747 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97b2a586-a398-419f-a6b9-9077deac6b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (b25e04d2-8a46-47f3-806c-587358e09cd0), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.242200 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2a586-a398-419f-a6b9-9077deac6b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25e04d2-8a46-47f3-806c-587358e09cd0,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:39.257126 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-97b2a586-a398-419f-a6b9-9077deac6b00 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a60af8d79166435d9147690a742b5709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6523950 Jun 25 16:07:39.258752 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40348) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:39.320868 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:39.323201 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf32d04-d58d-4cfc-9d29-b7c21f46efd7 None None] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:39.411437 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-08d9f169-1e12-46de-8926-2ae47d80f7d7 admin admin] Publish callbacks [] for security_group (b25e04d2-8a46-47f3-806c-587358e09cd0), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.432930 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:39.450107 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-08d9f169-1e12-46de-8926-2ae47d80f7d7 admin admin] Publish callbacks [] for security_group (b25e04d2-8a46-47f3-806c-587358e09cd0), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.518832 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-08d9f169-1e12-46de-8926-2ae47d80f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (b25e04d2-8a46-47f3-806c-587358e09cd0), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.522878 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 927a8743-ef33-4623-8133-fb81709c9fd4 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:39.523287 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-08d9f169-1e12-46de-8926-2ae47d80f7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.525425 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-08d9f169-1e12-46de-8926-2ae47d80f7d7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b25e04d2-8a46-47f3-806c-587358e09cd0 HTTP/1.1" status: 204 len: 168 time: 0.2647421 Jun 25 16:07:39.537200 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9f169-1e12-46de-8926-2ae47d80f7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25e04d2-8a46-47f3-806c-587358e09cd0,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:39.659487 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-69a3b913-8169-44b3-a22b-b05efa7a6795 None None] Provisioning complete for port 927a8743-ef33-4623-8133-fb81709c9fd4 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:39.660299 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-69a3b913-8169-44b3-a22b-b05efa7a6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.697585 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40362) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:39.724790 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:39.728581 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-066f890e-67cc-4915-841f-5a4781fab5c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.791010 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 927a8743-ef33-4623-8133-fb81709c9fd4 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:39.791684 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:39.907414 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:39.973916 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:37Z', 'revision_number': 3, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:40.048377 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Checking router: 8cf34dbb-69a5-46d1-b008-5f12a007006e for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:07:40.048952 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Updating router 8cf34dbb-69a5-46d1-b008-5f12a007006e port 8c6190a3-8408-41d0-94c4-814f369efdc4 binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:07:40.080271 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:40.114156 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:40.148103 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.150219 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-69a3b913-8169-44b3-a22b-b05efa7a6795 None None] Current status of the port 927a8743-ef33-4623-8133-fb81709c9fd4 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:40.150591 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-69a3b913-8169-44b3-a22b-b05efa7a6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.204437 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 927a8743-ef33-4623-8133-fb81709c9fd4 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:40.204811 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.269801 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-066f890e-67cc-4915-841f-5a4781fab5c7 admin admin] Publish callbacks [] for security_group (2211e980-7e3d-4896-9d13-1d6ffe696a36), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.301322 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-066f890e-67cc-4915-841f-5a4781fab5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2211e980-7e3d-4896-9d13-1d6ffe696a36), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.370420 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-69a3b913-8169-44b3-a22b-b05efa7a6795 None None] For port 927a8743-ef33-4623-8133-fb81709c9fd4, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=927a8743-ef33-4623-8133-fb81709c9fd4,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:40.384054 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-69a3b913-8169-44b3-a22b-b05efa7a6795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.387905 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-066f890e-67cc-4915-841f-5a4781fab5c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74f834722df641f0ba6a44f86d4e1db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6892595 Jun 25 16:07:40.389172 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f890e-67cc-4915-841f-5a4781fab5c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2211e980-7e3d-4896-9d13-1d6ffe696a36,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:40.392377 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40384) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:40.407362 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.498076 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.db.api [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 25 16:07:40.498880 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG oslo_db.api [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 16:07:40.543725 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-a4af77ba-1336-4615-9950-fb3247379a5a None None] Provisioning complete for port 927a8743-ef33-4623-8133-fb81709c9fd4 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:40.544121 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a4af77ba-1336-4615-9950-fb3247379a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.553563 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fce99-9046-4966-afa5-37a009be768c admin admin] Publish callbacks [] for security_group (2211e980-7e3d-4896-9d13-1d6ffe696a36), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.593876 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b913-8169-44b3-a22b-b05efa7a6795 None None] Pushing event updated for resources: {'Port': ['ID=927a8743-ef33-4623-8133-fb81709c9fd4,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:40.652199 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fce99-9046-4966-afa5-37a009be768c admin admin] Publish callbacks [] for security_group (2211e980-7e3d-4896-9d13-1d6ffe696a36), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.823300 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fce99-9046-4966-afa5-37a009be768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2211e980-7e3d-4896-9d13-1d6ffe696a36), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.826645 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-322fce99-9046-4966-afa5-37a009be768c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:40.828600 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-322fce99-9046-4966-afa5-37a009be768c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2211e980-7e3d-4896-9d13-1d6ffe696a36 HTTP/1.1" status: 204 len: 168 time: 0.4148457 Jun 25 16:07:40.845581 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Allocated IP 172.20.0.1 (6882a8e8-9f13-47a2-87c9-a1eafb973bf6/4c050219-c91a-4d1a-8f7e-8090416951c2/018011c6-3317-4960-9ecb-e2eda8aa423b) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:40.848324 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fce99-9046-4966-afa5-37a009be768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2211e980-7e3d-4896-9d13-1d6ffe696a36,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:40.883036 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40402) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:41.078979 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a4af77ba-1336-4615-9950-fb3247379a5a None None] Current status of the port 927a8743-ef33-4623-8133-fb81709c9fd4 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:41.083713 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.089873 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Publish callbacks [] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.092308 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 927a8743-ef33-4623-8133-fb81709c9fd4 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:41.139712 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:41.165759 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.179806 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-d00aa168-ed6b-4328-9ac4-817ec915ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:41.181779 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-d00aa168-ed6b-4328-9ac4-817ec915ac3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 1130 time: 0.1022534 Jun 25 16:07:41.189693 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Publish callbacks [] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.204995 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.222714 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd781625-f3a9-4350-9b0f-49dc58115176 req-57515f19-4443-4411-a066-4d00bbdce816 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:41.231034 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cd781625-f3a9-4350-9b0f-49dc58115176 req-57515f19-4443-4411-a066-4d00bbdce816 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0950654 Jun 25 16:07:41.237869 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:41.243672 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:41.246686 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:41.251171 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Pushing event updated for resources: {'Port': ['ID=018011c6-3317-4960-9ecb-e2eda8aa423b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:41.255704 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:41.275889 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:41.289820 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Attempting to bind port 8c6190a3-8408-41d0-94c4-814f369efdc4 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:41.290838 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Attempting to bind port 8c6190a3-8408-41d0-94c4-814f369efdc4 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:41.291620 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Attempting to bind port 8c6190a3-8408-41d0-94c4-814f369efdc4 on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:41.297363 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b11ad5-66ec-48c9-b7d7-6d652a97a42a None None] Pushing event updated for resources: {'Port': ['ID=8c6190a3-8408-41d0-94c4-814f369efdc4,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:41.319625 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 927a8743-ef33-4623-8133-fb81709c9fd4 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:41.324577 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:07:41.325962 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:41.326776 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.327887 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:07:41.328616 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Bound port: 8c6190a3-8408-41d0-94c4-814f369efdc4, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:07:41.330047 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.373037 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (8cf34dbb-69a5-46d1-b008-5f12a007006e), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.419390 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1788492064-network', 'tenant_id': '2245fe1962f2499db7c429815fd4d8ef'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:41.429334 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 927a8743-ef33-4623-8133-fb81709c9fd4 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:41.430200 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.431896 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:41.512381 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] For port 8c6190a3-8408-41d0-94c4-814f369efdc4, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:07:41.537845 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] For port 8c6190a3-8408-41d0-94c4-814f369efdc4, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=8c6190a3-8408-41d0-94c4-814f369efdc4,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:07:41.550097 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cd781625-f3a9-4350-9b0f-49dc58115176 req-05d728e8-9a26-410a-8c0c-d2902d27e242 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180895 Jun 25 16:07:41.559754 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-c4f266b5-ef04-42ac-b9fd-4a6cd38f8179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:41.561526 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-c4f266b5-ef04-42ac-b9fd-4a6cd38f8179 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.3731730 Jun 25 16:07:41.562703 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Made reservation on behalf of 2245fe1962f2499db7c429815fd4d8ef for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:41.565242 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.575262 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.588789 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 927a8743-ef33-4623-8133-fb81709c9fd4 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:41.593661 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.598291 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:41.622482 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.631641 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-de1ce7d5-cd72-4a82-b172-b52155802c89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dda3a175-359c-4380-a748-ac6e5ec45c69 HTTP/1.1" status: 200 len: 217 time: 0.0527751 Jun 25 16:07:41.658237 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:41.658893 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:41.697460 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40424) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:41.721862 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-d29fa233-e22a-4d60-8cec-974d7e532403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:41.723319 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-d29fa233-e22a-4d60-8cec-974d7e532403 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0752857 Jun 25 16:07:41.789567 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-b8957330-e2a2-4462-bc87-70dff602e078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:41.791311 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:41.791603 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-b8957330-e2a2-4462-bc87-70dff602e078 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596919 Jun 25 16:07:41.815019 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Publish callbacks [] for security_group (72ab69f2-2f8e-410e-9032-1a6ab4476c81), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.828177 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (72ab69f2-2f8e-410e-9032-1a6ab4476c81), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.864006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:07:41.913114 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Publish callbacks [] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.913733 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:41.960083 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-7339e049-7b1c-42ac-9c92-ffba01cd9c0f None None] Provisioning complete for port 018011c6-3317-4960-9ecb-e2eda8aa423b triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:41.960664 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7339e049-7b1c-42ac-9c92-ffba01cd9c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.009862 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-7339e049-7b1c-42ac-9c92-ffba01cd9c0f None None] Port 018011c6-3317-4960-9ecb-e2eda8aa423b cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:07:42.058555 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Pushing event updated for resources: {'Port': ['ID=018011c6-3317-4960-9ecb-e2eda8aa423b,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:42.062929 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b11ad5-66ec-48c9-b7d7-6d652a97a42a None None] Pushing event updated for resources: {'Port': ['ID=8c6190a3-8408-41d0-94c4-814f369efdc4,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:42.084440 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (8cf34dbb-69a5-46d1-b008-5f12a007006e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.186091 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1565792160-network', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:42.199070 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:40Z', 'revision_number': 1, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:42.209060 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (6307140d-ef8b-494e-bfe4-acf9fddc704d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.209403 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Added segment 6307140d-ef8b-494e-bfe4-acf9fddc704d of type vlan for network 79934ca2-8710-4d20-ad69-020b8d7de9e0 Jun 25 16:07:42.217528 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ab69f2-2f8e-410e-9032-1a6ab4476c81,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:42.242206 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82804a82-8cdf-4823-a7bf-d3698825c3d8 None None] The sync data for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi is: [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:40Z', 'revision_number': 1, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:07:42.290694 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-ff3079b2-3b15-4168-9a73-f6cb0459a34b service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905629 Jun 25 16:07:42.295394 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (79934ca2-8710-4d20-ad69-020b8d7de9e0), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.301895 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:42.304617 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:42.348914 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Made reservation on behalf of 9b1a552fc6cc43bb80f8a5f951bfcf80 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:42.351402 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.391101 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=54 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:42.397996 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=74 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:42.404813 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.419955 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a8d89de6-3ccf-4bb2-9463-54ef4ef9f43f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.432871 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:42.482095 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (79934ca2-8710-4d20-ad69-020b8d7de9e0), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.483128 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:42.483866 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.514833 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:42.551966 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Router 8cf34dbb-69a5-46d1-b008-5f12a007006e has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:07:42.608967 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:42.630027 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cedec068-fdf1-4538-a0c8-a37ff20047b5 req-ce6000fa-9966-441c-86db-4141da5ae53d service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259046 Jun 25 16:07:42.641910 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7570856 Jun 25 16:07:42.669560 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40456) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:42.683468 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Request body: {'subnet': {'network_id': '79934ca2-8710-4d20-ad69-020b8d7de9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1788492064-subnet', 'tenant_id': '2245fe1962f2499db7c429815fd4d8ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:42.710550 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff903b7a-9cb7-4bc2-9bff-41fb2266c00e admin admin] Pushing event updated for resources: {'Network': ['ID=79934ca2-8710-4d20-ad69-020b8d7de9e0,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:42.832539 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Publish callbacks [] for security_group (883a9568-8147-4293-b5fb-93a1a57bf653), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.850742 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2319d4f-b0ec-4577-8fc6-f245d1e638d1 req-def57a07-cfd9-4a60-8538-793e492d687e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:42.853745 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2319d4f-b0ec-4577-8fc6-f245d1e638d1 req-def57a07-cfd9-4a60-8538-793e492d687e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0785220 Jun 25 16:07:42.854895 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (883a9568-8147-4293-b5fb-93a1a57bf653), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.909496 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:07:42.916748 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:07:42.919645 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Made reservation on behalf of 2245fe1962f2499db7c429815fd4d8ef for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:42.923343 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303717'] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.930563 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-4be703e4-88e3-4316-bd0d-f4170de6ea34 None None] Provisioning complete for port 018011c6-3317-4960-9ecb-e2eda8aa423b triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:42.930964 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4be703e4-88e3-4316-bd0d-f4170de6ea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.934710 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 79934ca2-8710-4d20-ad69-020b8d7de9e0 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:07:42.946840 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bb415d5d-fac5-4470-b089-642e128a6da0 admin admin] 10.222.0.13 "PUT /v2.0/routers/8cf34dbb-69a5-46d1-b008-5f12a007006e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8668566 Jun 25 16:07:42.948913 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (e5e64d3b-8202-41b2-91a2-7087dfbdcd30), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:42.949255 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Added segment e5e64d3b-8202-41b2-91a2-7087dfbdcd30 of type vlan for network f890c253-6159-4bda-8d76-0d3eba6fa404 Jun 25 16:07:43.004797 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883a9568-8147-4293-b5fb-93a1a57bf653,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:43.065898 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-4be703e4-88e3-4316-bd0d-f4170de6ea34 None None] Port 018011c6-3317-4960-9ecb-e2eda8aa423b cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:07:43.099013 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2319d4f-b0ec-4577-8fc6-f245d1e638d1 req-c4e6e97a-d0ef-4d56-9fdf-ea77f62f30af tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354646 Jun 25 16:07:43.122031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (f890c253-6159-4bda-8d76-0d3eba6fa404), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.133419 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:43.182181 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (f890c253-6159-4bda-8d76-0d3eba6fa404), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.184955 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:43.185543 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.220124 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:43.230597 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5300460 Jun 25 16:07:43.233875 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40472) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:43.278913 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Request body: {'subnet': {'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1565792160-subnet', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:43.306506 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c8c543-029c-45c5-9251-5d3df3efea04 admin admin] Pushing event updated for resources: {'Network': ['ID=f890c253-6159-4bda-8d76-0d3eba6fa404,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:43.319476 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network f890c253-6159-4bda-8d76-0d3eba6fa404 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:07:43.327668 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3312986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303763'] for subnet (af68f890-d0e6-4247-855d-743c4b9eb51e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.364087 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40474) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:43.400045 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Made reservation on behalf of 9b1a552fc6cc43bb80f8a5f951bfcf80 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:43.406205 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303717'] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.461102 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=af68f890-d0e6-4247-855d-743c4b9eb51e,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:43.558965 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Checking segment: {'id': '6307140d-ef8b-494e-bfe4-acf9fddc704d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '79934ca2-8710-4d20-ad69-020b8d7de9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:43.559327 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Network hostable DHCP agents. Network: 79934ca2-8710-4d20-ad69-020b8d7de9e0, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:07:43.598199 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Network 79934ca2-8710-4d20-ad69-020b8d7de9e0 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:07:43.613872 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6aca0968-f85f-43cd-a468-39b976d6f162 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.637323 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 79934ca2-8710-4d20-ad69-020b8d7de9e0) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:43.647405 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:43.647998 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.648178 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c843a8-fd58-486e-a5c8-486bd7c7d22b None None] Network 79934ca2-8710-4d20-ad69-020b8d7de9e0 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:43.765614 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40482) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:43.776851 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-acee6fe6-a32d-43b4-a49d-0e072813097d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--99707745', 'description': 'tempest-description--122826550'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:43.788921 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-5439cf9d-d7e4-4cb8-8ee0-5fba1db0f51d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1182539 Jun 25 16:07:43.819589 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3312986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303763'] for subnet (bc14f556-3476-430a-bed6-291c93266bae), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.828767 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e47bc-da7c-440a-89a2-fb030b09396a None None] Network 79934ca2-8710-4d20-ad69-020b8d7de9e0 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:43.830956 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6aca0968-f85f-43cd-a468-39b976d6f162 admin admin] Publish callbacks [] for security_group (d7843f77-cc7f-45cb-b65b-8bf601925fa9), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.853871 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6aca0968-f85f-43cd-a468-39b976d6f162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (d7843f77-cc7f-45cb-b65b-8bf601925fa9), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.868828 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:43.888715 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-acee6fe6-a32d-43b4-a49d-0e072813097d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:43.932373 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:43.934456 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc14f556-3476-430a-bed6-291c93266bae,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:43.971901 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6aca0968-f85f-43cd-a468-39b976d6f162 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6d67bef49576408e96d7fdd3853aa7b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6067359 Jun 25 16:07:43.975484 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40490) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:43.980543 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aca0968-f85f-43cd-a468-39b976d6f162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7843f77-cc7f-45cb-b65b-8bf601925fa9,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:44.004998 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Checking segment: {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:44.005389 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Network hostable DHCP agents. Network: f890c253-6159-4bda-8d76-0d3eba6fa404, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:07:44.017937 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:44.051672 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-acee6fe6-a32d-43b4-a49d-0e072813097d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (5683eb78-8eae-4a61-929a-5672fda8354f), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.057211 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-acee6fe6-a32d-43b4-a49d-0e072813097d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5683eb78-8eae-4a61-929a-5672fda8354f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.090639 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9a54f669-bd3b-4a37-b4f9-2495de551094 admin admin] Publish callbacks [] for security_group (d7843f77-cc7f-45cb-b65b-8bf601925fa9), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.115066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-acee6fe6-a32d-43b4-a49d-0e072813097d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.116428 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-acee6fe6-a32d-43b4-a49d-0e072813097d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3481562 Jun 25 16:07:44.119594 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40498) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:44.124176 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-415b0408-9920-402c-a3b2-5a81b2ba2ad6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'security_group_rule': {'security_group_id': '5683eb78-8eae-4a61-929a-5672fda8354f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:44.131480 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acee6fe6-a32d-43b4-a49d-0e072813097d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5683eb78-8eae-4a61-929a-5672fda8354f,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:44.154897 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9a54f669-bd3b-4a37-b4f9-2495de551094 admin admin] Publish callbacks [] for security_group (d7843f77-cc7f-45cb-b65b-8bf601925fa9), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.170295 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-415b0408-9920-402c-a3b2-5a81b2ba2ad6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (54f5b3f5-f369-4c3f-82ab-9bef306d01e5), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.218956 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Network f890c253-6159-4bda-8d76-0d3eba6fa404 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:07:44.234892 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, f890c253-6159-4bda-8d76-0d3eba6fa404) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:44.247523 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:44.248622 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.252692 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9a54f669-bd3b-4a37-b4f9-2495de551094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (d7843f77-cc7f-45cb-b65b-8bf601925fa9), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.255639 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9a54f669-bd3b-4a37-b4f9-2495de551094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.257190 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcfa939-fdc1-4f14-8501-deceb71bde21 None None] Network f890c253-6159-4bda-8d76-0d3eba6fa404 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:44.257565 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9a54f669-bd3b-4a37-b4f9-2495de551094 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7843f77-cc7f-45cb-b65b-8bf601925fa9 HTTP/1.1" status: 204 len: 168 time: 0.2790277 Jun 25 16:07:44.274963 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54f669-bd3b-4a37-b4f9-2495de551094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7843f77-cc7f-45cb-b65b-8bf601925fa9,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:44.278316 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cff9c-8bb9-46d1-a07b-dd0bc327ae55 req-a6ea54d6-1e82-4c15-a510-ff233bc831c9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:44.279859 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c3cff9c-8bb9-46d1-a07b-dd0bc327ae55 req-a6ea54d6-1e82-4c15-a510-ff233bc831c9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0887995 Jun 25 16:07:44.282411 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b053160c-16c3-4cf4-849b-6bb23b31734a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0458713 Jun 25 16:07:44.285763 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40504) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:44.299446 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-415b0408-9920-402c-a3b2-5a81b2ba2ad6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (54f5b3f5-f369-4c3f-82ab-9bef306d01e5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.305613 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:44.315663 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:44.320579 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-415b0408-9920-402c-a3b2-5a81b2ba2ad6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (54f5b3f5-f369-4c3f-82ab-9bef306d01e5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.361869 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.363525 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.387197 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b0408-9920-402c-a3b2-5a81b2ba2ad6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f5b3f5-f369-4c3f-82ab-9bef306d01e5,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:44.402479 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c3cff9c-8bb9-46d1-a07b-dd0bc327ae55 req-8c8ff77e-5486-4983-9378-258be7d5da61 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060121 Jun 25 16:07:44.410295 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-415b0408-9920-402c-a3b2-5a81b2ba2ad6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.412503 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-415b0408-9920-402c-a3b2-5a81b2ba2ad6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2909417 Jun 25 16:07:44.426376 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40506) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:44.459858 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-38766336-4605-4cd0-af96-d06cef13e5b6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'security_group_rule': {'security_group_id': '5683eb78-8eae-4a61-929a-5672fda8354f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:44.471605 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks [] for router_controller (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.482790 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:44.513008 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-696ea4d5-9b0e-431d-a4bd-f53d8d40ed0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.533400 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-f890c253-6159-4bda-8d76-0d3eba6fa404', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:07:44.534391 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.557492 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38766336-4605-4cd0-af96-d06cef13e5b6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (f4067da1-fa74-4200-bf40-b9a0800956fa), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.666326 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks [] for router_gateway (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.698824 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38766336-4605-4cd0-af96-d06cef13e5b6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (f4067da1-fa74-4200-bf40-b9a0800956fa), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.710990 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38766336-4605-4cd0-af96-d06cef13e5b6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (f4067da1-fa74-4200-bf40-b9a0800956fa), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.738914 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Allocated IP 172.20.0.2 (f890c253-6159-4bda-8d76-0d3eba6fa404/bc14f556-3476-430a-bed6-291c93266bae/9e3b880d-0ae6-464a-bd37-6d398a650ded) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:44.745939 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38766336-4605-4cd0-af96-d06cef13e5b6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4067da1-fa74-4200-bf40-b9a0800956fa,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:44.791986 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38766336-4605-4cd0-af96-d06cef13e5b6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.793440 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-38766336-4605-4cd0-af96-d06cef13e5b6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3659830 Jun 25 16:07:44.796981 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40520) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:44.802214 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:44.832168 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.926478 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks [] for router_gateway (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.955361 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Publish callbacks [] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.955646 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:44.964377 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.031150 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.034760 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Network f890c253-6159-4bda-8d76-0d3eba6fa404 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:45.035964 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Pushing event updated for resources: {'Port': ['ID=9e3b880d-0ae6-464a-bd37-6d398a650ded,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:45.047527 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:45.054850 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40530) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:45.055591 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:45.071040 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2100210042-network', 'tenant_id': '126479dc7bc54e28906eedd13c141edf'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:45.139737 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Attempting to bind port 9e3b880d-0ae6-464a-bd37-6d398a650ded on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:45.141015 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Attempting to bind port 9e3b880d-0ae6-464a-bd37-6d398a650ded by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:45.141781 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Attempting to bind port 9e3b880d-0ae6-464a-bd37-6d398a650ded on network f890c253-6159-4bda-8d76-0d3eba6fa404 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:45.166139 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:07:45.166558 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Checking segment: {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:45.166973 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.167373 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Bound using segment: {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:07:45.168382 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Bound port: 9e3b880d-0ae6-464a-bd37-6d398a650ded, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:07:45.168808 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.180921 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Made reservation on behalf of 126479dc7bc54e28906eedd13c141edf for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:45.184874 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.205396 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.226792 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Allocated IP 172.27.2.58 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/96093d71-c2d7-42c8-9394-0404cef7efaa) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:45.270668 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:45.276199 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:45.282466 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] For port 9e3b880d-0ae6-464a-bd37-6d398a650ded, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:07:45.287307 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] For port 9e3b880d-0ae6-464a-bd37-6d398a650ded, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=9e3b880d-0ae6-464a-bd37-6d398a650ded,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:07:45.300045 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.320584 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 8c6190a3-8408-41d0-94c4-814f369efdc4 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:45.503316 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Publish callbacks [] for security_group (f381316a-3cba-4e24-90e2-1569395c3efa), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.519706 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks [] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.522231 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (f381316a-3cba-4e24-90e2-1569395c3efa), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.536265 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:07:45.570701 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (353a9ba4-d706-47d9-bcde-91eeab7cb54f), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.571034 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Added segment 353a9ba4-d706-47d9-bcde-91eeab7cb54f of type vlan for network 9d69fe2e-e814-458f-8807-a5bf4122656a Jun 25 16:07:45.618130 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (9d69fe2e-e814-458f-8807-a5bf4122656a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.673228 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:45.673750 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0360aa1-af41-4c58-8517-23b3282d0835 req-25e67239-d8d9-4501-b2ee-4efd0e10b976 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:45.677301 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f381316a-3cba-4e24-90e2-1569395c3efa,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:45.679002 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0360aa1-af41-4c58-8517-23b3282d0835 req-25e67239-d8d9-4501-b2ee-4efd0e10b976 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.1215410 Jun 25 16:07:45.680221 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (9d69fe2e-e814-458f-8807-a5bf4122656a), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.681421 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:45.682259 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.709833 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Sync routers for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:07:45.714714 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8691ff-8617-4b1c-a44e-e43c4b27dd88 None None] Pushing event updated for resources: {'Port': ['ID=9e3b880d-0ae6-464a-bd37-6d398a650ded,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:45.719238 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 8c6190a3-8408-41d0-94c4-814f369efdc4 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:45.720245 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.736176 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:45.736845 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:45.782752 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40550) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:45.793965 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7369089 Jun 25 16:07:45.806237 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40552) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:45.818587 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Request body: {'subnet': {'network_id': '9d69fe2e-e814-458f-8807-a5bf4122656a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2100210042-subnet', 'tenant_id': '126479dc7bc54e28906eedd13c141edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:45.831379 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703f686-dee8-4166-b61e-1aed88c10386 admin admin] Pushing event updated for resources: {'Network': ['ID=9d69fe2e-e814-458f-8807-a5bf4122656a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:45.855443 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.874994 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 9d69fe2e-e814-458f-8807-a5bf4122656a details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:07:45.881051 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:45.924014 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 8c6190a3-8408-41d0-94c4-814f369efdc4 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:45.924380 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.942095 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:45.956978 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Made reservation on behalf of 126479dc7bc54e28906eedd13c141edf for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:45.961928 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.000838 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 8c6190a3-8408-41d0-94c4-814f369efdc4, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=8c6190a3-8408-41d0-94c4-814f369efdc4,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:46.011216 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.011716 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:46.034441 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:46.041334 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1334296900-network', 'tenant_id': '4e1e0c6b3e544d138a1c7911cf155076'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:46.045130 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:46.059151 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:46.066539 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=8c6190a3-8408-41d0-94c4-814f369efdc4,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:46.072978 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0360aa1-af41-4c58-8517-23b3282d0835 req-7b7821d4-652f-40f6-baf3-f84aab77d4a8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786707 Jun 25 16:07:46.095956 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Pushing event updated for resources: {'Port': ['ID=96093d71-c2d7-42c8-9394-0404cef7efaa,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:46.191227 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Allocated IP 172.27.2.183 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/d119f6c1-e3b1-41a3-b6df-6516ec438b1a) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:46.193793 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Made reservation on behalf of 4e1e0c6b3e544d138a1c7911cf155076 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:46.197162 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.211780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.226172 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:46.304339 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 2, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:46.333898 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Checking router: 8cf34dbb-69a5-46d1-b008-5f12a007006e for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:07:46.334245 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Updating router 8cf34dbb-69a5-46d1-b008-5f12a007006e port 018011c6-3317-4960-9ecb-e2eda8aa423b binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:07:46.368736 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.441643 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:46.442800 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40564) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:46.506676 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:46.515943 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (e4c31b11-d89f-402c-bcb8-0c0ed6f55959), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.571437 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for port (d119f6c1-e3b1-41a3-b6df-6516ec438b1a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.578715 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Publish callbacks [] for security_group (ebd9246e-eded-49a0-98d2-8c03c38cddf1), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.624568 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ebd9246e-eded-49a0-98d2-8c03c38cddf1), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.649718 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks [] for router_gateway (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.696529 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-15bdd6fa-d8cf-4791-8376-734151ddc68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.707679 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:46.720755 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Publish callbacks [] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.732303 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.746928 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:07:46.776253 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4c31b11-d89f-402c-bcb8-0c0ed6f55959,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:46.787535 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Pushing event updated for resources: {'Port': ['ID=018011c6-3317-4960-9ecb-e2eda8aa423b,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:46.802791 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.803365 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.804102 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.804926 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.805415 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd9246e-eded-49a0-98d2-8c03c38cddf1,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:46.805697 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.806878 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.807473 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.808008 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.808597 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.809261 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.809777 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.810354 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.810976 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.811854 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.812865 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:07:46.821820 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (9a201b8e-1dda-436b-8ee5-0876c5b78585), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.822158 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Added segment 9a201b8e-1dda-436b-8ee5-0876c5b78585 of type vlan for network 04d69e79-7a43-49f5-af68-8c7222d567d8 Jun 25 16:07:46.878951 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.885736 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad0d85-0311-4da8-a78e-ba40024ab601 None None] Network f890c253-6159-4bda-8d76-0d3eba6fa404 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:46.952375 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Attempting to bind port 018011c6-3317-4960-9ecb-e2eda8aa423b on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:46.953015 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Attempting to bind port 018011c6-3317-4960-9ecb-e2eda8aa423b by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:46.953525 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Attempting to bind port 018011c6-3317-4960-9ecb-e2eda8aa423b on network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:46.959775 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Checking segment: {'id': '353a9ba4-d706-47d9-bcde-91eeab7cb54f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '9d69fe2e-e814-458f-8807-a5bf4122656a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:46.960132 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Network hostable DHCP agents. Network: 9d69fe2e-e814-458f-8807-a5bf4122656a, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:07:46.962648 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:07:46.963372 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Checking segment: {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:46.964115 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.964681 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Bound using segment: {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:07:46.965454 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Bound port: 018011c6-3317-4960-9ecb-e2eda8aa423b, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:07:46.966031 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.971088 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b7cafeaf-1359-43f6-8db5-c3f4b501e066 None None] Provisioning complete for port 9e3b880d-0ae6-464a-bd37-6d398a650ded triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:46.971447 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b7cafeaf-1359-43f6-8db5-c3f4b501e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:46.990634 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-15bdd6fa-d8cf-4791-8376-734151ddc68b admin admin] Publish callbacks [] for security_group (c34e0e39-425b-49ac-80a3-af6cfcea93ad), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.013914 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-15bdd6fa-d8cf-4791-8376-734151ddc68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c34e0e39-425b-49ac-80a3-af6cfcea93ad), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.024199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (04d69e79-7a43-49f5-af68-8c7222d567d8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.035169 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (d119f6c1-e3b1-41a3-b6df-6516ec438b1a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.054687 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:07:47.072849 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:47.083933 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:47.120874 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] For port 018011c6-3317-4960-9ecb-e2eda8aa423b, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:07:47.128828 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] For port 018011c6-3317-4960-9ecb-e2eda8aa423b, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=018011c6-3317-4960-9ecb-e2eda8aa423b,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:07:47.144801 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.158733 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:47.158896 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b7cafeaf-1359-43f6-8db5-c3f4b501e066 None None] Current status of the port 9e3b880d-0ae6-464a-bd37-6d398a650ded is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:47.159380 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b7cafeaf-1359-43f6-8db5-c3f4b501e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.189101 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.db.resource_extend [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 16:07:47.203311 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-b7cafeaf-1359-43f6-8db5-c3f4b501e066 None None] For port 9e3b880d-0ae6-464a-bd37-6d398a650ded, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=9e3b880d-0ae6-464a-bd37-6d398a650ded,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:47.210537 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b7cafeaf-1359-43f6-8db5-c3f4b501e066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.254905 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:47.256005 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:47.291545 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cafeaf-1359-43f6-8db5-c3f4b501e066 None None] Pushing event updated for resources: {'Port': ['ID=9e3b880d-0ae6-464a-bd37-6d398a650ded,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:47.292591 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Network 9d69fe2e-e814-458f-8807-a5bf4122656a is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:07:47.315553 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-15bdd6fa-d8cf-4791-8376-734151ddc68b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae0ab5bafa0547738a0214a2f0fb750b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8607750 Jun 25 16:07:47.316679 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdd6fa-d8cf-4791-8376-734151ddc68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34e0e39-425b-49ac-80a3-af6cfcea93ad,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:47.319202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:47.321575 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:07:47.326024 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40574) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:47.335161 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Sync routers for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:07:47.380646 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'Port': ['ID=d119f6c1-e3b1-41a3-b6df-6516ec438b1a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:47.393324 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (04d69e79-7a43-49f5-af68-8c7222d567d8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.394335 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:47.394902 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.402243 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-84f6f041-451d-4554-9143-02c51eb51d7e None None] Provisioning complete for port 018011c6-3317-4960-9ecb-e2eda8aa423b triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:47.403079 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-84f6f041-451d-4554-9143-02c51eb51d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.407965 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 9d69fe2e-e814-458f-8807-a5bf4122656a) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:47.422212 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.423592 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-12a315c0-ac51-4998-88b5-2c99d9bca455 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1338003 Jun 25 16:07:47.427364 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:47.428496 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.434758 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40576) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:47.451000 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:47.460740 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:47.468894 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5084a347-66b2-4843-b219-23cf6c2439fa None None] Network 9d69fe2e-e814-458f-8807-a5bf4122656a requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:47.471773 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:47.473779 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:47.482684 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.6830957 Jun 25 16:07:47.494895 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40578) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:47.497772 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-455ff3a6-0c55-4ee1-a980-77e68970692c admin admin] Publish callbacks [] for security_group (c34e0e39-425b-49ac-80a3-af6cfcea93ad), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.523568 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Request body: {'subnet': {'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1334296900-subnet', 'tenant_id': '4e1e0c6b3e544d138a1c7911cf155076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:47.527097 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff72afb-11ea-4d64-93c6-6ad614e34d8e None None] Pushing event updated for resources: {'Port': ['ID=018011c6-3317-4960-9ecb-e2eda8aa423b,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:47.531701 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:47.549332 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-455ff3a6-0c55-4ee1-a980-77e68970692c admin admin] Publish callbacks [] for security_group (c34e0e39-425b-49ac-80a3-af6cfcea93ad), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.583104 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:47.598470 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-aa2ff237-4628-45f7-a4e0-22b88e2e4728 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7848177 Jun 25 16:07:47.603274 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (fbc2914d-8cb6-4f5f-9496-c74fb78b9a22), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.604969 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 9e3b880d-0ae6-464a-bd37-6d398a650ded up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:47.717136 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.744806 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:47.745507 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d07286-ffb7-4000-bfa0-e8208b50bec8 req-f4230d29-544b-4b19-9960-42e7f86afb05 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:47.753566 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b2d07286-ffb7-4000-bfa0-e8208b50bec8 req-f4230d29-544b-4b19-9960-42e7f86afb05 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.4755957 Jun 25 16:07:47.771550 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19eda9a-9077-442e-9031-8d0216c889da admin admin] Pushing event updated for resources: {'Network': ['ID=04d69e79-7a43-49f5-af68-8c7222d567d8,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:47.780167 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Made reservation on behalf of 4e1e0c6b3e544d138a1c7911cf155076 for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:47.789458 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.796450 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-455ff3a6-0c55-4ee1-a980-77e68970692c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c34e0e39-425b-49ac-80a3-af6cfcea93ad), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.799987 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-455ff3a6-0c55-4ee1-a980-77e68970692c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:47.801995 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-455ff3a6-0c55-4ee1-a980-77e68970692c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c34e0e39-425b-49ac-80a3-af6cfcea93ad HTTP/1.1" status: 204 len: 168 time: 0.4746227 Jun 25 16:07:47.819283 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ff3a6-0c55-4ee1-a980-77e68970692c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34e0e39-425b-49ac-80a3-af6cfcea93ad,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:47.892774 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 04d69e79-7a43-49f5-af68-8c7222d567d8 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:07:48.018384 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:47Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:48.022539 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e6e2c1-1a10-4e19-9eb8-3dd5fce02b55 None None] Network 9d69fe2e-e814-458f-8807-a5bf4122656a requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:48.055698 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec521806-a93c-4954-b731-f4e566ca1146 None None] The sync data for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi is: [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:47Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:07:48.124467 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:48.170452 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.235958 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for subnet (987ad323-4649-4251-93bd-498a89e46392), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.239825 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 9e3b880d-0ae6-464a-bd37-6d398a650ded triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:48.240733 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.244959 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b2d07286-ffb7-4000-bfa0-e8208b50bec8 req-a86187bf-6ce4-42d9-8e5e-1bed69c86da4 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699697 Jun 25 16:07:48.254883 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:48.277338 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.321211 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (d119f6c1-e3b1-41a3-b6df-6516ec438b1a), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.335412 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-84f6f041-451d-4554-9143-02c51eb51d7e None None] Current status of the port 018011c6-3317-4960-9ecb-e2eda8aa423b is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:48.336045 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-84f6f041-451d-4554-9143-02c51eb51d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.484318 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40592) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:48.521098 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-84f6f041-451d-4554-9143-02c51eb51d7e None None] For port 018011c6-3317-4960-9ecb-e2eda8aa423b, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=018011c6-3317-4960-9ecb-e2eda8aa423b,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:48.526561 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:48.534679 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-84f6f041-451d-4554-9143-02c51eb51d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.540881 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for port (d119f6c1-e3b1-41a3-b6df-6516ec438b1a), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.542945 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=987ad323-4649-4251-93bd-498a89e46392,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:48.546328 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Checking segment: {'id': '9a201b8e-1dda-436b-8ee5-0876c5b78585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:48.546698 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Network hostable DHCP agents. Network: 04d69e79-7a43-49f5-af68-8c7222d567d8, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:07:48.561664 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (d119f6c1-e3b1-41a3-b6df-6516ec438b1a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.604901 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Allocated IP 172.20.0.1 (f890c253-6159-4bda-8d76-0d3eba6fa404/bc14f556-3476-430a-bed6-291c93266bae/287b4044-87ae-47e7-b4fb-5078bc73b5a8) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:48.649684 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (fbc2914d-8cb6-4f5f-9496-c74fb78b9a22), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.669955 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Network 04d69e79-7a43-49f5-af68-8c7222d567d8 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:07:48.679930 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d0f203f1-ea87-497d-9a50-43c8a5b02d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.684064 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 04d69e79-7a43-49f5-af68-8c7222d567d8) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:48.686125 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'Port': ['ID=d119f6c1-e3b1-41a3-b6df-6516ec438b1a,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:48.692424 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.701732 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1483792c-0009-4761-a7d3-770ca507a627 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8957651 Jun 25 16:07:48.701732 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:48.701732 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.726596 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6f041-451d-4554-9143-02c51eb51d7e None None] Pushing event updated for resources: {'Port': ['ID=018011c6-3317-4960-9ecb-e2eda8aa423b,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:48.733230 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7e25e3-8a18-45b8-928e-687666cbff74 None None] Network 04d69e79-7a43-49f5-af68-8c7222d567d8 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:48.752750 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5316ec05-76ce-4db3-ab10-b9dd5e3b35d0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2405317 Jun 25 16:07:48.818577 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 9e3b880d-0ae6-464a-bd37-6d398a650ded is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:48.819792 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 8c6190a3-8408-41d0-94c4-814f369efdc4 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:48.934685 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ded47af1-fc18-46bb-bb5a-fff14c9f4a15 None None] Provisioning complete for port 018011c6-3317-4960-9ecb-e2eda8aa423b triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:48.935292 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ded47af1-fc18-46bb-bb5a-fff14c9f4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.947775 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d0f203f1-ea87-497d-9a50-43c8a5b02d11 admin admin] Publish callbacks [] for security_group (8a7c4412-7f76-4cf4-9eeb-1cb34f5b4968), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:48.957474 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d0f203f1-ea87-497d-9a50-43c8a5b02d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8a7c4412-7f76-4cf4-9eeb-1cb34f5b4968), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.029283 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:49.072913 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f203f1-ea87-497d-9a50-43c8a5b02d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7c4412-7f76-4cf4-9eeb-1cb34f5b4968,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:49.086882 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Publish callbacks [] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.095620 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d0f203f1-ea87-497d-9a50-43c8a5b02d11 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3fab615f4c894dc8927dd9be1f30dcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6074865 Jun 25 16:07:49.096652 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40616) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:49.106758 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-c32fc3f1-5747-4e30-8a2a-bc135f071110 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--99707745&fields=id&tenant_id=0da9a82039c24056beec4b61f533eaa2 HTTP/1.1" status: 200 len: 267 time: 0.0887125 Jun 25 16:07:49.136256 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:49.176870 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:49.210611 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.214889 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:46Z', 'revision_number': 3, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:49.256639 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-766d02b5-8e0d-468c-969b-602ac2229fa3 admin admin] Publish callbacks [] for security_group (8a7c4412-7f76-4cf4-9eeb-1cb34f5b4968), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.268357 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Network f890c253-6159-4bda-8d76-0d3eba6fa404 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:49.270031 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Checking router: c4d072ca-2659-4517-ba3d-b0ef3bc16e40 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:07:49.270298 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Updating router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 port 96093d71-c2d7-42c8-9394-0404cef7efaa binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:07:49.272149 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:49.279329 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-20ce0733-e610-4ebf-86bc-67c6a0e166cb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:49.281419 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-20ce0733-e610-4ebf-86bc-67c6a0e166cb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 816 time: 0.1661174 Jun 25 16:07:49.299236 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:49.305051 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15690ce-8dd1-41f3-a030-885a264233ea None None] Network 04d69e79-7a43-49f5-af68-8c7222d567d8 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:49.306431 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-09b65db4-6c00-4cc1-add3-a8dafce18be0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/quotas/0da9a82039c24056beec4b61f533eaa2 HTTP/1.1" status: 200 len: 375 time: 0.0150337 Jun 25 16:07:49.340887 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:49.356639 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.358755 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 8c6190a3-8408-41d0-94c4-814f369efdc4 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:49.358755 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.417506 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Pushing event updated for resources: {'Port': ['ID=287b4044-87ae-47e7-b4fb-5078bc73b5a8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:49.423558 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-766d02b5-8e0d-468c-969b-602ac2229fa3 admin admin] Publish callbacks [] for security_group (8a7c4412-7f76-4cf4-9eeb-1cb34f5b4968), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.438647 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.476509 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-2f8be5dd-62f7-41f2-81b4-1497ed701e81 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637805 Jun 25 16:07:49.489258 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c50b8-3cd5-4990-844d-4c7dcc83fc72 req-57abc58a-348f-457c-b050-0230a5f4ef6c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:49.491313 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7d7c50b8-3cd5-4990-844d-4c7dcc83fc72 req-57abc58a-348f-457c-b050-0230a5f4ef6c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.1020122 Jun 25 16:07:49.496966 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:49.607210 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ded47af1-fc18-46bb-bb5a-fff14c9f4a15 None None] Current status of the port 018011c6-3317-4960-9ecb-e2eda8aa423b is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:49.632480 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7d7c50b8-3cd5-4990-844d-4c7dcc83fc72 req-f5065371-793d-4fd5-9438-9d144102d8fa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257756 Jun 25 16:07:49.648343 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-766d02b5-8e0d-468c-969b-602ac2229fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8a7c4412-7f76-4cf4-9eeb-1cb34f5b4968), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.655431 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-766d02b5-8e0d-468c-969b-602ac2229fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.669910 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-766d02b5-8e0d-468c-969b-602ac2229fa3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a7c4412-7f76-4cf4-9eeb-1cb34f5b4968 HTTP/1.1" status: 204 len: 168 time: 0.5589857 Jun 25 16:07:49.672987 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d02b5-8e0d-468c-969b-602ac2229fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7c4412-7f76-4cf4-9eeb-1cb34f5b4968,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:49.689537 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7efd0804-f211-4261-9ede-ae481c2654f1 service neutron] 10.222.0.13 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968691 Jun 25 16:07:49.747793 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ded47af1-fc18-46bb-bb5a-fff14c9f4a15 None None] Provisioning complete for port 9e3b880d-0ae6-464a-bd37-6d398a650ded triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:49.748197 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ded47af1-fc18-46bb-bb5a-fff14c9f4a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.802485 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 8c6190a3-8408-41d0-94c4-814f369efdc4 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:49.811478 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:49.912593 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-795746be-0f47-408b-9dbb-93bd81d164f1 service neutron] 10.222.0.13 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215149 Jun 25 16:07:50.040749 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ded47af1-fc18-46bb-bb5a-fff14c9f4a15 None None] Current status of the port 9e3b880d-0ae6-464a-bd37-6d398a650ded is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:50.088455 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 9e3b880d-0ae6-464a-bd37-6d398a650ded up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:50.135926 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Publish callbacks [] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.137527 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Publish callbacks [] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.142772 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:50.150103 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.151862 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.195378 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 9e3b880d-0ae6-464a-bd37-6d398a650ded triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:50.195743 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.201983 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:50.237231 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Pushing event updated for resources: {'Port': ['ID=287b4044-87ae-47e7-b4fb-5078bc73b5a8,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:50.237480 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-44a84387-d27b-451b-a9d8-abac87698ef0 None None] Provisioning complete for port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:50.237874 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-44a84387-d27b-451b-a9d8-abac87698ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.269700 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.285326 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707fd69-ad41-4e0f-99f2-c0fccb34d4bb None None] Pushing event updated for resources: {'Port': ['ID=96093d71-c2d7-42c8-9394-0404cef7efaa,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:50.289936 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Attempting to bind port 96093d71-c2d7-42c8-9394-0404cef7efaa on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:50.290295 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Attempting to bind port 96093d71-c2d7-42c8-9394-0404cef7efaa by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:50.290698 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Attempting to bind port 96093d71-c2d7-42c8-9394-0404cef7efaa on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:50.305870 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:07:50.306286 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:50.306678 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.307066 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:07:50.307542 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Bound port: 96093d71-c2d7-42c8-9394-0404cef7efaa, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:07:50.308034 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.318549 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6bff49b8-7b01-4333-b965-b52b6cfc42b4 req-8e0665a0-b3ae-4c56-bbbb-f18d53c5b071 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 210 time: 0.0817752 Jun 25 16:07:50.337667 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-44a84387-d27b-451b-a9d8-abac87698ef0 None None] Port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:07:50.387960 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Network f890c253-6159-4bda-8d76-0d3eba6fa404 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:50.390364 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:50.392820 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] For port 96093d71-c2d7-42c8-9394-0404cef7efaa, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:07:50.394988 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 9e3b880d-0ae6-464a-bd37-6d398a650ded is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:50.396275 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 018011c6-3317-4960-9ecb-e2eda8aa423b up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:50.399062 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] For port 96093d71-c2d7-42c8-9394-0404cef7efaa, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=96093d71-c2d7-42c8-9394-0404cef7efaa,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:07:50.434493 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.572359 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:50.588655 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:50.589319 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:50.591318 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 018011c6-3317-4960-9ecb-e2eda8aa423b triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:50.591847 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.594436 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707fd69-ad41-4e0f-99f2-c0fccb34d4bb None None] Pushing event updated for resources: {'Port': ['ID=96093d71-c2d7-42c8-9394-0404cef7efaa,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:50.617291 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40642) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:50.646826 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:07:50.650590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c89a8b72-5946-4c20-92ac-3c81c0dfa311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.821407 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:07:50.836510 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2854dcbe-5170-42a1-87d7-3ac290c2bf23 admin admin] 10.222.0.13 "PUT /v2.0/routers/c4d072ca-2659-4517-ba3d-b0ef3bc16e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3926229 Jun 25 16:07:50.893071 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca8f72c-1f85-48cf-99cf-19213071005c req-579ade3a-be4d-4bc1-b3ff-000924036fd0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:50.895212 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bca8f72c-1f85-48cf-99cf-19213071005c req-579ade3a-be4d-4bc1-b3ff-000924036fd0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.1546788 Jun 25 16:07:50.989358 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-18c267f9-025b-47ad-9c8f-9387e0677b86 None None] Provisioning complete for port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:50.989698 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-18c267f9-025b-47ad-9c8f-9387e0677b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:50.994820 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 018011c6-3317-4960-9ecb-e2eda8aa423b is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:50.995978 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bca8f72c-1f85-48cf-99cf-19213071005c req-f14653c8-f378-42e6-9b66-01389d38db54 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946743 Jun 25 16:07:50.999669 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c89a8b72-5946-4c20-92ac-3c81c0dfa311 admin admin] Publish callbacks [] for security_group (8a603e3b-f43d-4a7a-866d-249f6f6debc5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:51.005957 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c89a8b72-5946-4c20-92ac-3c81c0dfa311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8a603e3b-f43d-4a7a-866d-249f6f6debc5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:51.039872 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:51.080547 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c89a8b72-5946-4c20-92ac-3c81c0dfa311 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf5c5d3011f1434ba00e3f79078541bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4617629 Jun 25 16:07:51.087504 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-18c267f9-025b-47ad-9c8f-9387e0677b86 None None] Port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:07:51.088304 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40662) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:51.111787 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a8b72-5946-4c20-92ac-3c81c0dfa311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a603e3b-f43d-4a7a-866d-249f6f6debc5,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:51.207748 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:51.226654 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-812eec14-814b-425c-8def-f85d6b46df89 admin admin] Publish callbacks [] for security_group (8a603e3b-f43d-4a7a-866d-249f6f6debc5), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:51.282605 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-812eec14-814b-425c-8def-f85d6b46df89 admin admin] Publish callbacks [] for security_group (8a603e3b-f43d-4a7a-866d-249f6f6debc5), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:51.306307 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:51.322538 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 2, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:51.356248 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-812eec14-814b-425c-8def-f85d6b46df89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8a603e3b-f43d-4a7a-866d-249f6f6debc5), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:51.357479 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d7f325-d3f2-4bc5-969e-4b65cedb283b None None] The sync data for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi is: [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 2, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:07:51.358742 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-812eec14-814b-425c-8def-f85d6b46df89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:51.359909 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-812eec14-814b-425c-8def-f85d6b46df89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a603e3b-f43d-4a7a-866d-249f6f6debc5 HTTP/1.1" status: 204 len: 168 time: 0.2683349 Jun 25 16:07:51.375623 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156225-baa4-4043-88d7-1e059248f633 req-ecfba75c-6b31-4b1a-9d70-9bdb789f72da tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:51.377385 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-ecfba75c-6b31-4b1a-9d70-9bdb789f72da tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/networks?id=04d69e79-7a43-49f5-af68-8c7222d567d8 HTTP/1.1" status: 200 len: 814 time: 0.1591532 Jun 25 16:07:51.391735 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812eec14-814b-425c-8def-f85d6b46df89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a603e3b-f43d-4a7a-866d-249f6f6debc5,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:51.402255 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-1a406d82-4665-4df4-bede-478077de40a6 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/quotas/4e1e0c6b3e544d138a1c7911cf155076 HTTP/1.1" status: 200 len: 375 time: 0.0141516 Jun 25 16:07:51.466020 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-4527a486-8483-4524-be66-f52661aea6a5 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e1e0c6b3e544d138a1c7911cf155076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410125 Jun 25 16:07:51.513678 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:51.526735 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be985a1d-a639-4633-ab4a-bb390902d2d2 req-bdb30e21-cb01-4c3d-921e-f416c7ad2f27 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 210 time: 0.0622940 Jun 25 16:07:51.537640 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:51.605173 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-171772b8-b69d-411e-abbf-6c275c4c52c6 service neutron] 10.222.0.13 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267710 Jun 25 16:07:51.740731 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-97b2acdb-5b65-4604-9be8-2b7cf04ed416 service neutron] 10.222.0.13 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284680 Jun 25 16:07:51.908630 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40694) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:51.919234 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-3231795-network', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:51.930768 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-710a6950-1e97-4208-878c-37aed0d0b97a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:51.932746 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-710a6950-1e97-4208-878c-37aed0d0b97a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 816 time: 0.1599231 Jun 25 16:07:52.022680 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Made reservation on behalf of 45fcc90f2d094bffa9fc393df4548413 for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:52.025286 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:52.046810 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:52.047268 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-c6684f0a-d2c8-4b7f-a13e-17c57911b1f6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0da9a82039c24056beec4b61f533eaa2 HTTP/1.1" status: 200 len: 378 time: 0.0978599 Jun 25 16:07:52.082512 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'port': {'device_id': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'admin_state_up': True, 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'security_groups': ['5683eb78-8eae-4a61-929a-5672fda8354f']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:52.182831 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47c3306b-f0ff-4d51-b669-4f6660c96720 req-e265a3fb-6f2c-423a-a5b9-dcdcbd1249c5 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 210 time: 0.1338100 Jun 25 16:07:52.194618 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Publish callbacks [] for security_group (70264b89-b758-4248-bb6a-1d4ac4c972e5), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:52.200288 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (70264b89-b758-4248-bb6a-1d4ac4c972e5), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:52.264767 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70264b89-b758-4248-bb6a-1d4ac4c972e5,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:52.287356 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:07:52.299888 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (89e1154d-c340-4625-a460-75d87f919aff), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:52.300326 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Added segment 89e1154d-c340-4625-a460-75d87f919aff of type vlan for network eef87b82-20c4-4939-84c7-44938fa1fae0 Jun 25 16:07:52.401352 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (eef87b82-20c4-4939-84c7-44938fa1fae0), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:52.421220 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:52.471344 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (eef87b82-20c4-4939-84c7-44938fa1fae0), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:52.472394 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:52.473202 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:52.523681 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.6101768 Jun 25 16:07:52.570111 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40724) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:52.585602 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Request body: {'subnet': {'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-3231795-subnet', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:52.768251 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e3d97-0e60-4910-b9b6-758f4081ad90 admin admin] Pushing event updated for resources: {'Network': ['ID=eef87b82-20c4-4939-84c7-44938fa1fae0,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:52.780326 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network eef87b82-20c4-4939-84c7-44938fa1fae0 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:07:52.782851 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Made reservation on behalf of 45fcc90f2d094bffa9fc393df4548413 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:52.791051 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303717'] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:53.181674 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:53.191696 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b70f601-51df-449c-bec5-9c8eb8743de7 req-f039a4a9-593d-4112-ae0e-271e61b73489 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:53.193622 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b70f601-51df-449c-bec5-9c8eb8743de7 req-f039a4a9-593d-4112-ae0e-271e61b73489 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 1.0097604 Jun 25 16:07:53.204148 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3312986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303763'] for subnet (4c3c07b2-cc5c-46b4-aab9-77e757d2fd86), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:53.225374 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af239032-15b3-43d6-a457-5316d038c1a1 req-314e98ad-e881-4658-9a3e-9c5a9b3bb7d8 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 210 time: 0.0678825 Jun 25 16:07:53.268477 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c3c07b2-cc5c-46b4-aab9-77e757d2fd86,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:53.280550 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Checking segment: {'id': '89e1154d-c340-4625-a460-75d87f919aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:53.280880 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Network hostable DHCP agents. Network: eef87b82-20c4-4939-84c7-44938fa1fae0, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:07:53.299716 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Network eef87b82-20c4-4939-84c7-44938fa1fae0 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:07:53.325383 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, eef87b82-20c4-4939-84c7-44938fa1fae0) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:53.326369 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Made reservation on behalf of 0da9a82039c24056beec4b61f533eaa2 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:53.330007 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:53.330522 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:53.330640 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:53.337389 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d7a75-8e7d-4d71-8d9e-9f40ef2e9a1e None None] Network eef87b82-20c4-4939-84c7-44938fa1fae0 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:53.351728 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-983878a4-5a32-4ded-b00e-fc4ad8578bbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7801535 Jun 25 16:07:53.354317 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40752) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:53.355156 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b70f601-51df-449c-bec5-9c8eb8743de7 req-f4a351bb-2df4-493e-a526-626807914be6 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424296 Jun 25 16:07:53.361499 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:53.408782 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:53.410572 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c2e0f25b-0e70-4eaf-bb15-0ee7aa73d6a7 req-cb1b8455-2eac-42bd-82f4-90d929569e88 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 210 time: 0.0536590 Jun 25 16:07:53.412360 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:53.489637 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks [] for router_controller (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:53.492367 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-eef87b82-20c4-4939-84c7-44938fa1fae0', 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0', 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'fixed_ips': [{'subnet_id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:07:53.493667 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:53.596772 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Allocated IP 172.20.0.12 (6882a8e8-9f13-47a2-87c9-a1eafb973bf6/4c050219-c91a-4d1a-8f7e-8090416951c2/3115b4bc-8a8e-494e-90f7-66772013aaf5) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:53.744499 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Allocated IP 172.20.0.2 (eef87b82-20c4-4939-84c7-44938fa1fae0/4c3c07b2-cc5c-46b4-aab9-77e757d2fd86/3c2c5018-dab9-474e-88eb-c9845c71117e) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:53.915441 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:53.962929 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:53.977322 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:54.044630 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 96093d71-c2d7-42c8-9394-0404cef7efaa up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:54.100641 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156225-baa4-4043-88d7-1e059248f633 req-24a42243-3763-4ad0-9cb7-6859edb7d2fd tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:54.102609 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-24a42243-3763-4ad0-9cb7-6859edb7d2fd tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.26 "GET /v2.0/networks?id=04d69e79-7a43-49f5-af68-8c7222d567d8 HTTP/1.1" status: 200 len: 814 time: 0.1222029 Jun 25 16:07:54.122139 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Request body: {'port': {'device_id': '51391a15-1b93-4d73-9478-f803e617ca6a', 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8', 'admin_state_up': True, 'tenant_id': '4e1e0c6b3e544d138a1c7911cf155076'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:54.128686 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.155307 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks [] for router_gateway (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.221961 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:54.255428 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:54.257676 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:54.263194 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:54.271780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:54.273169 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.411282 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-7782708e-d72f-4490-8e84-d22b87319473 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3418407 Jun 25 16:07:54.476906 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Request body: {'port': {'device_id': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:54.493390 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Publish callbacks [] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.510372 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.525814 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 96093d71-c2d7-42c8-9394-0404cef7efaa triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:54.526568 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.536585 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks [] for router_gateway (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.571697 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.611579 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23dc661-6a34-4128-9dc1-2eeb262a0ec5 req-599071f2-3601-4f4a-a0a1-7ee9995b2330 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:54.613227 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c23dc661-6a34-4128-9dc1-2eeb262a0ec5 req-599071f2-3601-4f4a-a0a1-7ee9995b2330 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 932 time: 0.2238553 Jun 25 16:07:54.622467 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.629471 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Network eef87b82-20c4-4939-84c7-44938fa1fae0 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:54.645277 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:54.656658 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:54.662144 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:54.672998 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Pushing event updated for resources: {'Port': ['ID=3c2c5018-dab9-474e-88eb-c9845c71117e,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:54.773427 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Allocated IP 172.27.2.115 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/578b4d69-e885-489e-98b5-f5dab3aef433) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:54.782027 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:54.788056 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Attempting to bind port 3c2c5018-dab9-474e-88eb-c9845c71117e on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:54.788440 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Attempting to bind port 3c2c5018-dab9-474e-88eb-c9845c71117e by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '89e1154d-c340-4625-a460-75d87f919aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:54.788969 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Attempting to bind port 3c2c5018-dab9-474e-88eb-c9845c71117e on network eef87b82-20c4-4939-84c7-44938fa1fae0 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:54.791095 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:54.797150 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ed3991dd-0e49-43f2-8a37-9fdc91f5198e None None] Provisioning complete for port 3115b4bc-8a8e-494e-90f7-66772013aaf5 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:54.797762 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ed3991dd-0e49-43f2-8a37-9fdc91f5198e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.835993 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Made reservation on behalf of 4e1e0c6b3e544d138a1c7911cf155076 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:07:54.837010 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:07:54.837742 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Checking segment: {'id': '89e1154d-c340-4625-a460-75d87f919aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:54.838342 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.838991 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Bound using segment: {'id': '89e1154d-c340-4625-a460-75d87f919aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:07:54.839696 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Bound port: 3c2c5018-dab9-474e-88eb-c9845c71117e, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e1154d-c340-4625-a460-75d87f919aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:07:54.840277 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.844699 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.848457 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 96093d71-c2d7-42c8-9394-0404cef7efaa is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:54.849790 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:54.895965 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 96093d71-c2d7-42c8-9394-0404cef7efaa, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=96093d71-c2d7-42c8-9394-0404cef7efaa,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:54.897741 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ed3991dd-0e49-43f2-8a37-9fdc91f5198e None None] Port 3115b4bc-8a8e-494e-90f7-66772013aaf5 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:07:54.911410 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c23dc661-6a34-4128-9dc1-2eeb262a0ec5 req-3012e10b-a76e-4cbf-8e3d-3543a0e79cf4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2682583 Jun 25 16:07:54.929323 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:55.005495 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks [] for port (578b4d69-e885-489e-98b5-f5dab3aef433), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:55.059142 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] For port 3c2c5018-dab9-474e-88eb-c9845c71117e, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:07:55.066106 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=96093d71-c2d7-42c8-9394-0404cef7efaa,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:55.078770 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] For port 3c2c5018-dab9-474e-88eb-c9845c71117e, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=3c2c5018-dab9-474e-88eb-c9845c71117e,segment=NetworkSegment(89e1154d-c340-4625-a460-75d87f919aff),segment_id=89e1154d-c340-4625-a460-75d87f919aff)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:07:55.089207 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:55.096597 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:55.182040 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72b287-4126-49ba-ab78-bcabcdd428ca None None] Pushing event updated for resources: {'Port': ['ID=3c2c5018-dab9-474e-88eb-c9845c71117e,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:55.191139 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:55.225116 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8afbd290-3a93-4d53-aa74-6fce767b960a req-7f028ac4-f685-405e-9d0b-a2a4a4dba955 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 210 time: 0.0580256 Jun 25 16:07:55.239230 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:55.240981 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:55.258277 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Pushing event updated for resources: {'Port': ['ID=578b4d69-e885-489e-98b5-f5dab3aef433,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:55.261230 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:55.379985 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:55.410954 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b412013-a4d5-4286-9c17-b999428e4708 req-fc06b3eb-504b-473f-819c-447ff75f5d62 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:55.418730 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b412013-a4d5-4286-9c17-b999428e4708 req-fc06b3eb-504b-473f-819c-447ff75f5d62 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.2718959 Jun 25 16:07:55.441770 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Allocated IP 172.20.0.6 (04d69e79-7a43-49f5-af68-8c7222d567d8/987ad323-4649-4251-93bd-498a89e46392/eb3518e7-515a-4327-8691-c7824f8989cd) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:55.452649 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:55.560620 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b412013-a4d5-4286-9c17-b999428e4708 req-197dfb0c-6bd7-4437-9b43-0cfa5ba5f2f8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409476 Jun 25 16:07:55.629786 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3115b4bc-8a8e-494e-90f7-66772013aaf5 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:07:55.648288 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Publish callbacks [] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:55.690554 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks [] for router_gateway (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:55.700510 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Transition to ACTIVE for port object 3115b4bc-8a8e-494e-90f7-66772013aaf5 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:07:55.737007 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:55.775189 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Sync routers for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:07:55.796341 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:55.797186 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:55.962149 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:55.974956 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:55.997567 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks [] for port (eb3518e7-515a-4327-8691-c7824f8989cd), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.001415 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Attempting to bind port 3115b4bc-8a8e-494e-90f7-66772013aaf5 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:56.001819 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Attempting to bind port 3115b4bc-8a8e-494e-90f7-66772013aaf5 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:56.002219 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Attempting to bind port 3115b4bc-8a8e-494e-90f7-66772013aaf5 on network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:56.011825 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Port 3115b4bc-8a8e-494e-90f7-66772013aaf5 on network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:07:56.012145 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Attempting to bind port 3115b4bc-8a8e-494e-90f7-66772013aaf5 on network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:56.022554 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:07:56.022748 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Checking segment: {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:56.023033 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Bound using segment: {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:07:56.023467 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Bound port: 3115b4bc-8a8e-494e-90f7-66772013aaf5, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:07:56.023821 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.065900 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.118828 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:56.120282 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:56.138435 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.155330 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 96093d71-c2d7-42c8-9394-0404cef7efaa up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:56.261789 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 96093d71-c2d7-42c8-9394-0404cef7efaa triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:56.262434 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.266791 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:07:56.270370 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:07:56.290669 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:56.313727 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:07:56.314221 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a8f1b-64db-4e6a-9bfd-e68e9c499079 req-6b914c5c-8dda-4abc-a5f0-95a6c98f9e7b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:56.316524 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-836a8f1b-64db-4e6a-9bfd-e68e9c499079 req-6b914c5c-8dda-4abc-a5f0-95a6c98f9e7b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.2342486 Jun 25 16:07:56.318862 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 2, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:56.326749 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Network 04d69e79-7a43-49f5-af68-8c7222d567d8 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:56.332218 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:56.339649 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.341963 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:56.353799 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:56.354461 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.362226 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 96093d71-c2d7-42c8-9394-0404cef7efaa is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:56.363440 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 3c2c5018-dab9-474e-88eb-c9845c71117e up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:56.372864 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Checking router: c4d072ca-2659-4517-ba3d-b0ef3bc16e40 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:07:56.373684 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Updating router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:07:56.390899 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:56.419028 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 3c2c5018-dab9-474e-88eb-c9845c71117e triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:56.419678 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.440555 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.448516 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3317897 Jun 25 16:07:56.496116 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:07:56.522601 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724fad-f746-41e2-88c4-09d0f70f91dc req-98f81cee-24a4-42d3-9f86-43d3ca410f15 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:56.524098 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47724fad-f746-41e2-88c4-09d0f70f91dc req-98f81cee-24a4-42d3-9f86-43d3ca410f15 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 931 time: 0.1102173 Jun 25 16:07:56.527331 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf235a-c106-4099-9d40-4651d7bd1031 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Pushing event updated for resources: {'Port': ['ID=eb3518e7-515a-4327-8691-c7824f8989cd,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:56.528714 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 3c2c5018-dab9-474e-88eb-c9845c71117e is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:56.529357 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.533978 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Sync routers for ids ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:07:56.538296 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.554168 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ca92a24f-d561-43b3-9264-e27f05ef5696 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.1986282 Jun 25 16:07:56.557593 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40814) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:07:56.558845 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Routers {'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:56.559626 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:56.590298 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:56.590886 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.592597 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] 10.222.0.26 "PUT /v2.0/ports/3115b4bc-8a8e-494e-90f7-66772013aaf5 HTTP/1.1" status: 200 len: 1094 time: 2.1307337 Jun 25 16:07:56.604282 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:07:56.606625 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd85237e-085b-4ca7-bb00-427cb7ecb62a" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:07:56.675617 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-836a8f1b-64db-4e6a-9bfd-e68e9c499079 req-6a978178-4dc1-497a-a137-cbca82189622 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3464200 Jun 25 16:07:56.737137 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47724fad-f746-41e2-88c4-09d0f70f91dc req-da2c5346-9144-4d52-9f95-22ff2fd29497 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950250 Jun 25 16:07:56.790365 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d45dda-50e4-430e-b64e-3620338ead0f service neutron] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:56.813103 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Set router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:56.925895 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Publish callbacks [] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.931602 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239a6ed7-0ce0-45d5-b731-ee7724c29c11 x-openstack-request-id: req-239a6ed7-0ce0-45d5-b731-ee7724c29c11 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:07:56.935399 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:56.935843 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:07:56.936204 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-239a6ed7-0ce0-45d5-b731-ee7724c29c11 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:07:56.936727 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-239a6ed7-0ce0-45d5-b731-ee7724c29c11'] response: {'name': 'network-changed', 'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'status': 'completed', 'code': 200} Jun 25 16:07:56.939134 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:56.960021 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:56.976155 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01811fe3-9463-48fb-9ff0-7ddc4d820c1a None None] Network eef87b82-20c4-4939-84c7-44938fa1fae0 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:07:56.976359 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5364e1a-6b51-4f90-b12e-55026dd14060 req-f94f7117-0d0a-4c75-aa58-1ff8b06a3b2d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:56.984288 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b5364e1a-6b51-4f90-b12e-55026dd14060 req-f94f7117-0d0a-4c75-aa58-1ff8b06a3b2d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.1386867 Jun 25 16:07:56.984847 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:56.989513 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939823d-2e5e-4f0e-bab2-d796b9362ac7 None None] Pushing event updated for resources: {'Port': ['ID=287b4044-87ae-47e7-b4fb-5078bc73b5a8,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:57.058115 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:57.062530 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b5364e1a-6b51-4f90-b12e-55026dd14060 req-7b33b1c5-9437-4fc0-9f80-b708a01c1b0d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772479 Jun 25 16:07:57.071576 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 3c2c5018-dab9-474e-88eb-c9845c71117e, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=3c2c5018-dab9-474e-88eb-c9845c71117e,segment=NetworkSegment(89e1154d-c340-4625-a460-75d87f919aff),segment_id=89e1154d-c340-4625-a460-75d87f919aff)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:57.093276 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Attempting to bind port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:57.094198 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Attempting to bind port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:57.094766 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Attempting to bind port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 on network f890c253-6159-4bda-8d76-0d3eba6fa404 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:57.101321 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:07:57.102075 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Checking segment: {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:57.102700 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.103280 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Bound using segment: {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:07:57.103941 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Bound port: 287b4044-87ae-47e7-b4fb-5078bc73b5a8, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:07:57.104383 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.104816 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.153984 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-3f5c4870-898d-4788-9f4b-d7c59e8dd5f2 None None] Provisioning complete for port 3c2c5018-dab9-474e-88eb-c9845c71117e triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:57.154356 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4870-898d-4788-9f4b-d7c59e8dd5f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.189942 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] For port 287b4044-87ae-47e7-b4fb-5078bc73b5a8, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:07:57.194837 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] For port 287b4044-87ae-47e7-b4fb-5078bc73b5a8, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=287b4044-87ae-47e7-b4fb-5078bc73b5a8,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:07:57.207248 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.214353 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.310821 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:57.311644 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:57.313917 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939823d-2e5e-4f0e-bab2-d796b9362ac7 None None] Pushing event updated for resources: {'Port': ['ID=287b4044-87ae-47e7-b4fb-5078bc73b5a8,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:57.336149 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=3c2c5018-dab9-474e-88eb-c9845c71117e,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:57.450828 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:53Z', 'updated_at': '2022-06-25T16:07:55Z', 'revision_number': 3, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'gw_port': {'id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:49:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:54Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:57.451859 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:57.477292 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Allocated IP 172.20.0.1 (eef87b82-20c4-4939-84c7-44938fa1fae0/4c3c07b2-cc5c-46b4-aab9-77e757d2fd86/38a97e2f-29d7-45c4-8024-aa696b98027d) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:07:57.499683 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Checking router: c8a7a93d-c084-4b05-93bf-cb13e8dd83dc for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:07:57.500110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Updating router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc port 578b4d69-e885-489e-98b5-f5dab3aef433 binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:07:57.545613 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c4870-898d-4788-9f4b-d7c59e8dd5f2 None None] Current status of the port 3c2c5018-dab9-474e-88eb-c9845c71117e is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:57.552999 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.612657 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Publish callbacks [] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.641620 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:57.656736 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.702343 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:57Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:57.713848 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Pushing event updated for resources: {'Port': ['ID=38a97e2f-29d7-45c4-8024-aa696b98027d,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:57.718990 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Network eef87b82-20c4-4939-84c7-44938fa1fae0 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:57.720740 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:57.722549 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-a9447642-033b-4616-b967-f709ad94f476 None None] Provisioning complete for port 3c2c5018-dab9-474e-88eb-c9845c71117e triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:57.722920 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a9447642-033b-4616-b967-f709ad94f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.735815 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db6d3c0-7b38-4718-b1a3-521d10d96d05 None None] The sync data for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi is: [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:57Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:07:57.736003 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:07:57.820238 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:57.884956 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a9447642-033b-4616-b967-f709ad94f476 None None] Current status of the port 3c2c5018-dab9-474e-88eb-c9845c71117e is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:57.917636 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:57.923161 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-a9447642-033b-4616-b967-f709ad94f476 None None] Provisioning complete for port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:57.923690 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a9447642-033b-4616-b967-f709ad94f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.062623 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.069614 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Publish callbacks [] for port (578b4d69-e885-489e-98b5-f5dab3aef433), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.077891 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c56c89-05a4-4d0a-b093-110ade130b99 req-1fe16f08-66a8-4883-85d1-e7a070290e0a tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:58.081374 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.088251 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-27c56c89-05a4-4d0a-b093-110ade130b99 req-1fe16f08-66a8-4883-85d1-e7a070290e0a tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 931 time: 0.2174485 Jun 25 16:07:58.106988 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:58.130986 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a9447642-033b-4616-b967-f709ad94f476 None None] Current status of the port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:58.131084 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a9447642-033b-4616-b967-f709ad94f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.155071 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68cb96-5bbe-401c-8e47-b6b7bc54b767 req-271799f4-af58-4ff8-ae8e-a0ea0a459205 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:58.156693 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a68cb96-5bbe-401c-8e47-b6b7bc54b767 req-271799f4-af58-4ff8-ae8e-a0ea0a459205 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.2874155 Jun 25 16:07:58.166000 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Request body: {'port': {'device_id': '51391a15-1b93-4d73-9478-f803e617ca6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:07:58.204652 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:58.224310 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85237e-085b-4ca7-bb00-427cb7ecb62a req-f4aa0fd3-8805-428b-bcb7-8ba3af93b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:58.226139 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd85237e-085b-4ca7-bb00-427cb7ecb62a req-f4aa0fd3-8805-428b-bcb7-8ba3af93b9ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 1128 time: 0.0563629 Jun 25 16:07:58.312960 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 3c2c5018-dab9-474e-88eb-c9845c71117e up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:58.323724 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Publish callbacks [] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.333632 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.366658 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Attempting to bind port 578b4d69-e885-489e-98b5-f5dab3aef433 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:58.367225 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Attempting to bind port 578b4d69-e885-489e-98b5-f5dab3aef433 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:58.367570 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Attempting to bind port 578b4d69-e885-489e-98b5-f5dab3aef433 on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:07:58.374788 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:58.386966 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-27c56c89-05a4-4d0a-b093-110ade130b99 req-0870941e-1952-4cdc-94d0-b9fd94e34e24 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970178 Jun 25 16:07:58.405384 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-a9447642-033b-4616-b967-f709ad94f476 None None] For port 287b4044-87ae-47e7-b4fb-5078bc73b5a8, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=287b4044-87ae-47e7-b4fb-5078bc73b5a8,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:07:58.419871 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a9447642-033b-4616-b967-f709ad94f476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.424309 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b1f72-bd4e-4f4a-951f-59d613f19c66 None None] Pushing event updated for resources: {'Port': ['ID=578b4d69-e885-489e-98b5-f5dab3aef433,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:58.428310 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:07:58.428958 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:07:58.429484 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.429944 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:07:58.430537 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Bound port: 578b4d69-e885-489e-98b5-f5dab3aef433, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:07:58.431701 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.449590 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Pushing event updated for resources: {'Port': ['ID=38a97e2f-29d7-45c4-8024-aa696b98027d,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:58.453847 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.456902 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.493513 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] For port 578b4d69-e885-489e-98b5-f5dab3aef433, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:07:58.502327 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] For port 578b4d69-e885-489e-98b5-f5dab3aef433, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=578b4d69-e885-489e-98b5-f5dab3aef433,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:07:58.528806 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a68cb96-5bbe-401c-8e47-b6b7bc54b767 req-908d8403-b0ed-4822-b34f-dc9db834bfc5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2996159 Jun 25 16:07:58.584372 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.638038 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Network eef87b82-20c4-4939-84c7-44938fa1fae0 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:07:58.640201 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:07:58.656470 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:58.661161 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-5e4b8fdd-63f1-4040-b92b-b5c476190478 None None] Provisioning complete for port 38a97e2f-29d7-45c4-8024-aa696b98027d triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:58.661914 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5e4b8fdd-63f1-4040-b92b-b5c476190478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.711266 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 3c2c5018-dab9-474e-88eb-c9845c71117e triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:58.711640 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:58.718571 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Routers {'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:07:58.721045 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:58.768994 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9447642-033b-4616-b967-f709ad94f476 None None] Pushing event updated for resources: {'Port': ['ID=287b4044-87ae-47e7-b4fb-5078bc73b5a8,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:58.812196 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17139a8-baa5-4c09-bf90-757546e068d0 req-1b8381fb-3a86-47d0-9fb0-fa251b743280 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:58.824215 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b17139a8-baa5-4c09-bf90-757546e068d0 req-1b8381fb-3a86-47d0-9fb0-fa251b743280 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.1527734 Jun 25 16:07:58.836835 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85237e-085b-4ca7-bb00-427cb7ecb62a req-8246b556-d40d-4d35-882d-bd70b1fdd5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:58.838578 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd85237e-085b-4ca7-bb00-427cb7ecb62a req-8246b556-d40d-4d35-882d-bd70b1fdd5b3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0da9a82039c24056beec4b61f533eaa2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5637393 Jun 25 16:07:58.972804 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:07:59.002377 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b1f72-bd4e-4f4a-951f-59d613f19c66 None None] Pushing event updated for resources: {'Port': ['ID=578b4d69-e885-489e-98b5-f5dab3aef433,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:59.059373 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-5e4b8fdd-63f1-4040-b92b-b5c476190478 None None] Port 38a97e2f-29d7-45c4-8024-aa696b98027d cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:07:59.078400 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b17139a8-baa5-4c09-bf90-757546e068d0 req-c02ce49c-d73b-42a6-996b-d21e2a067765 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531822 Jun 25 16:07:59.133742 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:59.136428 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 3c2c5018-dab9-474e-88eb-c9845c71117e is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:59.137849 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 287b4044-87ae-47e7-b4fb-5078bc73b5a8 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:59.261019 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85237e-085b-4ca7-bb00-427cb7ecb62a req-b7e383ac-7986-4c4e-94a9-92a9a382299a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:59.262832 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd85237e-085b-4ca7-bb00-427cb7ecb62a req-b7e383ac-7986-4c4e-94a9-92a9a382299a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1703696 Jun 25 16:07:59.302250 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-52ab5749-9892-4e88-b850-ab093acf725a None None] Provisioning complete for port 38a97e2f-29d7-45c4-8024-aa696b98027d triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:59.302535 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-52ab5749-9892-4e88-b850-ab093acf725a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:59.362650 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:07:59.363030 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:59.398989 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-52ab5749-9892-4e88-b850-ab093acf725a None None] Port 38a97e2f-29d7-45c4-8024-aa696b98027d cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:07:59.406138 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] Set router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:07:59.441642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb3518e7-515a-4327-8691-c7824f8989cd {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:07:59.456783 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Publish callbacks [] for port (eb3518e7-515a-4327-8691-c7824f8989cd), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:59.561607 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b2351-725a-4e10-b01c-bd8001d5c282 req-b13b3607-26c7-4739-9f32-70b173ba9deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:59.563683 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf3b2351-725a-4e10-b01c-bd8001d5c282 req-b13b3607-26c7-4739-9f32-70b173ba9deb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 1130 time: 0.0834997 Jun 25 16:07:59.565356 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Transition to ACTIVE for port object eb3518e7-515a-4327-8691-c7824f8989cd will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:07:59.651290 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:07:59.670285 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:07:59.707627 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:59.769284 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:07:59.789995 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:53Z', 'updated_at': '2022-06-25T16:07:57Z', 'revision_number': 4, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'gw_port': {'id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:49:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:54Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '38a97e2f-29d7-45c4-8024-aa696b98027d', 'name': '', 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'mac_address': 'fa:16:3e:a5:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:57Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 2, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'subnets': [{'id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:07:59.793526 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c8df2f87-8e3c-40fa-b53e-a0a00ef45354 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8a7a93d-c084-4b05-93bf-cb13e8dd83dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2336841 Jun 25 16:07:59.796076 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-4562da06-3ae8-49db-a601-3c28a88f3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:59.797705 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-4562da06-3ae8-49db-a601-3c28a88f3978 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 1128 time: 0.0782220 Jun 25 16:07:59.815181 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:07:59.832067 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea7d8f-8f9d-4df4-a07e-24faf2309f24 None None] The sync data for ids ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'] in dv-cinder-847620-2-iscsi is: [{'id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:53Z', 'updated_at': '2022-06-25T16:07:57Z', 'revision_number': 4, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'gw_port': {'id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:49:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:54Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '38a97e2f-29d7-45c4-8024-aa696b98027d', 'name': '', 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'mac_address': 'fa:16:3e:a5:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:57Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 2, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'subnets': [{'id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:07:59.850187 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19ce87-c6ba-457e-b9b9-e2104aed010b req-ecc4982b-9f2e-4485-8c85-b60624458afc tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:59.851892 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5e19ce87-c6ba-457e-b9b9-e2104aed010b req-ecc4982b-9f2e-4485-8c85-b60624458afc tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 943 time: 0.3081014 Jun 25 16:07:59.855076 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3518e7-515a-4327-8691-c7824f8989cd,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:07:59.873238 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-a9b1a8c6-4149-4fb9-bc5b-30e78e3228ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5 HTTP/1.1" status: 200 len: 217 time: 0.0678141 Jun 25 16:07:59.911509 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf3b2351-725a-4e10-b01c-bd8001d5c282 req-4260d0e6-7630-41b6-8359-bfa35685e2da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327522 Jun 25 16:07:59.924562 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a80ad8-3aea-4a3f-9edb-f909bbeaaf20 req-8705bb0a-6960-4e92-86b8-8ee6812ff3bb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:59.932818 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-45a80ad8-3aea-4a3f-9edb-f909bbeaaf20 req-8705bb0a-6960-4e92-86b8-8ee6812ff3bb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.2635019 Jun 25 16:07:59.947228 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-4855ff2e-e18a-4e7b-bc98-26ca63d57e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:07:59.950272 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-4855ff2e-e18a-4e7b-bc98-26ca63d57e61 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c050219-c91a-4d1a-8f7e-8090416951c2 HTTP/1.1" status: 200 len: 855 time: 0.0688553 Jun 25 16:07:59.968121 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 287b4044-87ae-47e7-b4fb-5078bc73b5a8 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:07:59.980281 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Attempting to bind port eb3518e7-515a-4327-8691-c7824f8989cd on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:07:59.980628 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Attempting to bind port eb3518e7-515a-4327-8691-c7824f8989cd by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '9a201b8e-1dda-436b-8ee5-0876c5b78585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:07:59.980949 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Attempting to bind port eb3518e7-515a-4327-8691-c7824f8989cd on network 04d69e79-7a43-49f5-af68-8c7222d567d8 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:00.018753 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:00.019533 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.028446 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Port eb3518e7-515a-4327-8691-c7824f8989cd on network 04d69e79-7a43-49f5-af68-8c7222d567d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:08:00.028796 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Attempting to bind port eb3518e7-515a-4327-8691-c7824f8989cd on network 04d69e79-7a43-49f5-af68-8c7222d567d8 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:00.049806 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5e19ce87-c6ba-457e-b9b9-e2104aed010b req-cedb9234-f975-4d19-bc93-5f72cded7886 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875923 Jun 25 16:08:00.050917 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:08:00.051403 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Checking segment: {'id': '9a201b8e-1dda-436b-8ee5-0876c5b78585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:08:00.051879 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Bound using segment: {'id': '9a201b8e-1dda-436b-8ee5-0876c5b78585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:08:00.053035 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Bound port: eb3518e7-515a-4327-8691-c7824f8989cd, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a201b8e-1dda-436b-8ee5-0876c5b78585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:08:00.053035 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.069029 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-45a80ad8-3aea-4a3f-9edb-f909bbeaaf20 req-958ca51d-8bf0-461a-8c9d-2781a1b40e69 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347578 Jun 25 16:08:00.105449 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:00.142763 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:00.174084 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:00.183874 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-777f01ba-129f-4a97-a808-e440adda3976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:00.185432 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-777f01ba-129f-4a97-a808-e440adda3976 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736315 Jun 25 16:08:00.222094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] For port eb3518e7-515a-4327-8691-c7824f8989cd, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:08:00.277802 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] For port eb3518e7-515a-4327-8691-c7824f8989cd, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=eb3518e7-515a-4327-8691-c7824f8989cd,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:08:00.292281 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38260a2-7428-46f7-88fb-57741df77597 req-942859cd-29b0-45d6-9cd2-b0ba6e831396 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:00.294241 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e38260a2-7428-46f7-88fb-57741df77597 req-942859cd-29b0-45d6-9cd2-b0ba6e831396 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0922267 Jun 25 16:08:00.296088 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.308696 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-1dbeec7a-5e08-4dfb-95f6-246441f22bab service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111054 Jun 25 16:08:00.366678 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:00.367267 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.368788 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] 10.222.0.26 "PUT /v2.0/ports/eb3518e7-515a-4327-8691-c7824f8989cd HTTP/1.1" status: 200 len: 1093 time: 2.2110655 Jun 25 16:08:00.371254 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51391a15-1b93-4d73-9478-f803e617ca6a', 'tag': 'eb3518e7-515a-4327-8691-c7824f8989cd'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:00.373535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8012da98-68a8-48bc-ab7c-d5e2f949e259" -d '{"events": [{"name": "network-changed", "server_uuid": "51391a15-1b93-4d73-9478-f803e617ca6a", "tag": "eb3518e7-515a-4327-8691-c7824f8989cd"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:00.413973 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40900) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:00.415247 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd463bae-5fb7-4b22-8cd8-ecfa91b82950 service neutron] Pushing event updated for resources: {'Port': ['ID=eb3518e7-515a-4327-8691-c7824f8989cd,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:00.418549 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937898623', 'description': 'tempest-secgroup-smoke-1937898623 description', 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:00.420985 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e38260a2-7428-46f7-88fb-57741df77597 req-b15158fd-250d-40cd-98b1-02d67407f2c1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173704 Jun 25 16:08:00.452133 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.466373 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae422def-68d8-44b2-8a4f-7f661dd0cc4f x-openstack-request-id: req-ae422def-68d8-44b2-8a4f-7f661dd0cc4f {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:00.466656 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51391a15-1b93-4d73-9478-f803e617ca6a", "tag": "eb3518e7-515a-4327-8691-c7824f8989cd", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:00.466909 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae422def-68d8-44b2-8a4f-7f661dd0cc4f {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:00.467311 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae422def-68d8-44b2-8a4f-7f661dd0cc4f'] response: {'name': 'network-changed', 'server_uuid': '51391a15-1b93-4d73-9478-f803e617ca6a', 'tag': 'eb3518e7-515a-4327-8691-c7824f8989cd', 'status': 'completed', 'code': 200} Jun 25 16:08:00.556709 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:00.561309 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group (a02c1e58-6b17-4c77-add6-c2e9a5809511), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.570711 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (a02c1e58-6b17-4c77-add6-c2e9a5809511), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.578851 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012da98-68a8-48bc-ab7c-d5e2f949e259 req-759f0c7a-c6c8-49a5-befa-0b09acafc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:00.580529 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8012da98-68a8-48bc-ab7c-d5e2f949e259 req-759f0c7a-c6c8-49a5-befa-0b09acafc3f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e1e0c6b3e544d138a1c7911cf155076&device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 1127 time: 0.0423274 Jun 25 16:08:00.651625 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.655952 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40906) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:00.656069 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2408917 Jun 25 16:08:00.658569 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02c1e58-6b17-4c77-add6-c2e9a5809511,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:00.662615 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-aa02dac3-5848-40f8-adeb-1ff4cc1ce4d7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Request body: {'security_group_rule': {'security_group_id': 'a02c1e58-6b17-4c77-add6-c2e9a5809511', 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:00.679079 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.679419 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.679751 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.683592 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.683592 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.683820 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.684101 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.684722 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.684821 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.685586 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.685923 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.686335 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.686862 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.687216 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.687589 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-481c3263-63f9-4f1a-bbb5-14b3af0a3571 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:00.696823 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-e46c5297-679b-4a4c-ad0c-1af1a2a0e9b9 req-9d434ac9-a367-461a-997a-54523f22f81d service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675828 Jun 25 16:08:00.706470 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa02dac3-5848-40f8-adeb-1ff4cc1ce4d7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (c5befad7-2c9b-447a-8ed0-efe6ef41a217), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.868129 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa02dac3-5848-40f8-adeb-1ff4cc1ce4d7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (c5befad7-2c9b-447a-8ed0-efe6ef41a217), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.876138 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa02dac3-5848-40f8-adeb-1ff4cc1ce4d7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (c5befad7-2c9b-447a-8ed0-efe6ef41a217), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.915433 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02dac3-5848-40f8-adeb-1ff4cc1ce4d7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5befad7-2c9b-447a-8ed0-efe6ef41a217,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:00.920560 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012da98-68a8-48bc-ab7c-d5e2f949e259 req-cc0dfaf7-c08e-4eb7-95f4-6bd0ec9bd53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:00.922953 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8012da98-68a8-48bc-ab7c-d5e2f949e259 req-cc0dfaf7-c08e-4eb7-95f4-6bd0ec9bd53d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e1e0c6b3e544d138a1c7911cf155076&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2021551 Jun 25 16:08:00.929267 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa02dac3-5848-40f8-adeb-1ff4cc1ce4d7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:00.933867 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-aa02dac3-5848-40f8-adeb-1ff4cc1ce4d7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2768185 Jun 25 16:08:00.934226 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40916) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:00.939601 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-9ab02b57-d2df-48bf-b278-78abae815feb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Request body: {'security_group_rule': {'security_group_id': 'a02c1e58-6b17-4c77-add6-c2e9a5809511', 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:00.995585 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ab02b57-d2df-48bf-b278-78abae815feb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (abb47c7e-b349-409b-b24b-a2ab5b9049d7), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.086367 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ab02b57-d2df-48bf-b278-78abae815feb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (abb47c7e-b349-409b-b24b-a2ab5b9049d7), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.092745 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ab02b57-d2df-48bf-b278-78abae815feb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (abb47c7e-b349-409b-b24b-a2ab5b9049d7), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.124491 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab02b57-d2df-48bf-b278-78abae815feb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb47c7e-b349-409b-b24b-a2ab5b9049d7,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:01.142140 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ab02b57-d2df-48bf-b278-78abae815feb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.142140 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9ab02b57-d2df-48bf-b278-78abae815feb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2036781 Jun 25 16:08:01.145697 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40926) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:01.151303 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-b28f9636-88f1-4e33-b1dd-998e1c3a85cb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Request body: {'security_group_rule': {'security_group_id': 'a02c1e58-6b17-4c77-add6-c2e9a5809511', 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:01.218376 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b28f9636-88f1-4e33-b1dd-998e1c3a85cb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (556549ce-c3f8-4022-b931-7d871a944758), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.595327 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc62ac-e2d3-4d0d-96c0-96bec3237dc8 req-069fefea-03f2-4bde-b53b-598db91b0123 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:01.596830 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-27bc62ac-e2d3-4d0d-96c0-96bec3237dc8 req-069fefea-03f2-4bde-b53b-598db91b0123 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.3595114 Jun 25 16:08:01.604054 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de556d-6ba5-4350-aa5e-b1b66926430b req-f7d0fd3d-e626-405d-99d7-c972cfa5a0f7 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:01.605503 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1de556d-6ba5-4350-aa5e-b1b66926430b req-f7d0fd3d-e626-405d-99d7-c972cfa5a0f7 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 943 time: 0.3596222 Jun 25 16:08:01.651763 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b28f9636-88f1-4e33-b1dd-998e1c3a85cb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (556549ce-c3f8-4022-b931-7d871a944758), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.661934 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b28f9636-88f1-4e33-b1dd-998e1c3a85cb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (556549ce-c3f8-4022-b931-7d871a944758), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.707474 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-27bc62ac-e2d3-4d0d-96c0-96bec3237dc8 req-8feb8abf-23b3-4dd9-838f-b623089eb8b5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009746 Jun 25 16:08:01.708086 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f9636-88f1-4e33-b1dd-998e1c3a85cb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556549ce-c3f8-4022-b931-7d871a944758,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:01.719029 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1de556d-6ba5-4350-aa5e-b1b66926430b req-8cb49b60-c2fd-4b1f-874b-7b3accd119ae tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031759 Jun 25 16:08:01.723423 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b28f9636-88f1-4e33-b1dd-998e1c3a85cb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.727710 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b28f9636-88f1-4e33-b1dd-998e1c3a85cb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5779550 Jun 25 16:08:01.728340 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40932) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:01.738591 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-0c6c4a9b-ca72-4519-968c-9b6120c2632b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Request body: {'security_group_rule': {'security_group_id': 'a02c1e58-6b17-4c77-add6-c2e9a5809511', 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:01.769674 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4a9b-ca72-4519-968c-9b6120c2632b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (3fbee6b5-fab8-48b4-a116-37b84dd13f63), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.834541 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4a9b-ca72-4519-968c-9b6120c2632b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (3fbee6b5-fab8-48b4-a116-37b84dd13f63), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.839928 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4a9b-ca72-4519-968c-9b6120c2632b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (3fbee6b5-fab8-48b4-a116-37b84dd13f63), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.842939 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94111f9-7f75-4ff1-a7eb-8951d1353e54 req-eaa82c59-afac-4e8c-a3f7-06c1d5b9a9c6 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:01.848983 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f94111f9-7f75-4ff1-a7eb-8951d1353e54 req-eaa82c59-afac-4e8c-a3f7-06c1d5b9a9c6 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0606093 Jun 25 16:08:01.864967 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6c4a9b-ca72-4519-968c-9b6120c2632b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fbee6b5-fab8-48b4-a116-37b84dd13f63,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:01.876994 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0c6c4a9b-ca72-4519-968c-9b6120c2632b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.880971 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0c6c4a9b-ca72-4519-968c-9b6120c2632b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485825 Jun 25 16:08:01.881393 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40934) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:01.886868 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-ea5fa4eb-a67d-450f-90fb-ef6ba400ec10 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Request body: {'security_group_rule': {'security_group_id': 'a02c1e58-6b17-4c77-add6-c2e9a5809511', 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:01.916685 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:01.922124 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:01.936680 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.securitygroups_db [None req-ea5fa4eb-a67d-450f-90fb-ef6ba400ec10 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Project 9b1a552fc6cc43bb80f8a5f951bfcf80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 16:08:01.948508 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa4eb-a67d-450f-90fb-ef6ba400ec10 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (059a150a-d96c-4518-b02d-eb59c3ac6123), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:01.953859 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 578b4d69-e885-489e-98b5-f5dab3aef433 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:08:01.968795 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:01.980272 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f94111f9-7f75-4ff1-a7eb-8951d1353e54 req-b86125b7-fed2-4698-a6a4-dd4af6640830 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279354 Jun 25 16:08:02.024987 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa4eb-a67d-450f-90fb-ef6ba400ec10 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (059a150a-d96c-4518-b02d-eb59c3ac6123), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.040971 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa4eb-a67d-450f-90fb-ef6ba400ec10 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (059a150a-d96c-4518-b02d-eb59c3ac6123), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.045545 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 578b4d69-e885-489e-98b5-f5dab3aef433 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:02.046065 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.091367 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012da98-68a8-48bc-ab7c-d5e2f949e259 req-ad91a827-b731-4136-bd47-6c45605784b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:02.093839 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8012da98-68a8-48bc-ab7c-d5e2f949e259 req-ad91a827-b731-4136-bd47-6c45605784b2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110851 Jun 25 16:08:02.102760 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fa4eb-a67d-450f-90fb-ef6ba400ec10 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059a150a-d96c-4518-b02d-eb59c3ac6123,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:02.114032 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ea5fa4eb-a67d-450f-90fb-ef6ba400ec10 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.115772 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ea5fa4eb-a67d-450f-90fb-ef6ba400ec10 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2326581 Jun 25 16:08:02.118626 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 40944) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:02.124231 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-d6a1ebba-a702-414f-a7e7-9e125b0a4e03 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Request body: {'security_group_rule': {'security_group_id': 'a02c1e58-6b17-4c77-add6-c2e9a5809511', 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:02.152625 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.securitygroups_db [None req-d6a1ebba-a702-414f-a7e7-9e125b0a4e03 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Project 9b1a552fc6cc43bb80f8a5f951bfcf80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 16:08:02.156363 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 578b4d69-e885-489e-98b5-f5dab3aef433 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:02.156843 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.162501 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d6a1ebba-a702-414f-a7e7-9e125b0a4e03 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (6ad01f98-363a-4f9a-ac1e-584bee60cf9b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.196237 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 578b4d69-e885-489e-98b5-f5dab3aef433, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=578b4d69-e885-489e-98b5-f5dab3aef433,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:02.210049 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.272090 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=578b4d69-e885-489e-98b5-f5dab3aef433,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:02.291110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.291498 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.291944 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.293630 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.295022 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.295455 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.296290 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.297208 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.298909 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.299402 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.299912 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.301818 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.302452 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.302947 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.303722 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:02.350190 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d6a1ebba-a702-414f-a7e7-9e125b0a4e03 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (6ad01f98-363a-4f9a-ac1e-584bee60cf9b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.355982 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d6a1ebba-a702-414f-a7e7-9e125b0a4e03 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (6ad01f98-363a-4f9a-ac1e-584bee60cf9b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.374570 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c8e3b-c90e-475c-b421-ec8ba5968830 req-3db6be5e-3db5-4516-a68e-5cac650d5882 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:02.376289 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c49c8e3b-c90e-475c-b421-ec8ba5968830 req-3db6be5e-3db5-4516-a68e-5cac650d5882 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0969706 Jun 25 16:08:02.379625 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1ebba-a702-414f-a7e7-9e125b0a4e03 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad01f98-363a-4f9a-ac1e-584bee60cf9b,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:02.419209 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Sync routers for ids ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:08:02.425659 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d6a1ebba-a702-414f-a7e7-9e125b0a4e03 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:02.426957 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d6a1ebba-a702-414f-a7e7-9e125b0a4e03 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3071132 Jun 25 16:08:02.431714 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Routers {'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:08:02.432342 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:02.474429 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c49c8e3b-c90e-475c-b421-ec8ba5968830 req-cc718fc4-ac1e-497b-9922-23f68bd7843e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906332 Jun 25 16:08:02.579496 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 40964) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:02.607139 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Set router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:08:02.762635 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156225-baa4-4043-88d7-1e059248f633 req-eb8947ed-5d18-4416-b15b-235693e67f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:02.770376 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-eb8947ed-5d18-4416-b15b-235693e67f05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e1e0c6b3e544d138a1c7911cf155076&device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 1127 time: 0.0923452 Jun 25 16:08:02.811942 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:02.825131 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-0f27107b-d49f-4e4b-ad5f-5703be4096cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:02.826778 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-0f27107b-d49f-4e4b-ad5f-5703be4096cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 1130 time: 0.1583586 Jun 25 16:08:02.909545 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:02.911605 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:53Z', 'updated_at': '2022-06-25T16:07:57Z', 'revision_number': 4, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'gw_port': {'id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:54Z', 'updated_at': '2022-06-25T16:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '38a97e2f-29d7-45c4-8024-aa696b98027d', 'name': '', 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'mac_address': 'fa:16:3e:a5:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:57Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 2, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'subnets': [{'id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:02.993625 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94b47849-641b-494d-a675-72b4b5077b88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.003277 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-20df9c59-445e-4cc9-b63c-e44db7c79f0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb3518e7-515a-4327-8691-c7824f8989cd HTTP/1.1" status: 200 len: 217 time: 0.2249458 Jun 25 16:08:03.007696 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3496f7b-2180-4ba1-8519-b93b777e705b req-d05516e4-4120-4126-989e-f8493f54d150 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:03.014322 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3496f7b-2180-4ba1-8519-b93b777e705b req-d05516e4-4120-4126-989e-f8493f54d150 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 943 time: 0.1313167 Jun 25 16:08:03.057882 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Checking router: c8a7a93d-c084-4b05-93bf-cb13e8dd83dc for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:08:03.058515 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Updating router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc port 38a97e2f-29d7-45c4-8024-aa696b98027d binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:08:03.110423 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.174178 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94b47849-641b-494d-a675-72b4b5077b88 admin admin] Publish callbacks [] for security_group (383b816f-3fa4-408c-a9ae-524ae22bcced), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.175402 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:03.206206 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3496f7b-2180-4ba1-8519-b93b777e705b req-62c03efb-cce5-42e7-9738-b7f4ab858975 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710479 Jun 25 16:08:03.208055 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-94b47849-641b-494d-a675-72b4b5077b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (383b816f-3fa4-408c-a9ae-524ae22bcced), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.227223 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9affbb-61f9-4454-a670-9ea6979348c8 req-23b24b2a-586f-4fac-9b25-e5a58a13dd5e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:03.229019 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b9affbb-61f9-4454-a670-9ea6979348c8 req-23b24b2a-586f-4fac-9b25-e5a58a13dd5e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0998478 Jun 25 16:08:03.234276 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-684087ce-17b3-4846-acd8-4cf9d19ac310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:03.235877 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-684087ce-17b3-4846-acd8-4cf9d19ac310 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.3918869 Jun 25 16:08:03.252466 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-94b47849-641b-494d-a675-72b4b5077b88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5940d706adcb48efb7aee52ca85813a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6705770 Jun 25 16:08:03.264245 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41006) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:03.274831 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156225-baa4-4043-88d7-1e059248f633 req-2a0c6710-4fea-447b-bdc2-2e9acd2e3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:03.276535 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-2a0c6710-4fea-447b-bdc2-2e9acd2e3450 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=987ad323-4649-4251-93bd-498a89e46392 HTTP/1.1" status: 200 len: 854 time: 0.2372930 Jun 25 16:08:03.305404 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-810daaf9-7fb9-41a0-b931-45f6b17b2e4b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dda3a175-359c-4380-a748-ac6e5ec45c69 HTTP/1.1" status: 200 len: 217 time: 0.0564854 Jun 25 16:08:03.334573 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-b0c52a1e-1368-41cd-b2b2-a5026aa35614 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04d69e79-7a43-49f5-af68-8c7222d567d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502336 Jun 25 16:08:03.336791 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b47849-641b-494d-a675-72b4b5077b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383b816f-3fa4-408c-a9ae-524ae22bcced,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:03.400608 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b9affbb-61f9-4454-a670-9ea6979348c8 req-61a855e8-a86f-49f5-89d3-53c89903089d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1581378 Jun 25 16:08:03.425113 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-4db47d20-074f-49a4-95bf-98444ade6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:03.426905 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-4db47d20-074f-49a4-95bf-98444ade6aca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.1077034 Jun 25 16:08:03.468927 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb9b4baa-156f-4bb1-9de9-6eed00255cd6 admin admin] Publish callbacks [] for security_group (383b816f-3fa4-408c-a9ae-524ae22bcced), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.479320 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-0d94d312-f3fa-4eba-86f5-0ca32e60340d service neutron] 10.222.0.26 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369162 Jun 25 16:08:03.487326 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Publish callbacks [] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.501362 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-87e574d6-cd30-4007-be6e-310830e3061b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:03.503343 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-87e574d6-cd30-4007-be6e-310830e3061b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0675955 Jun 25 16:08:03.510825 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.513233 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb9b4baa-156f-4bb1-9de9-6eed00255cd6 admin admin] Publish callbacks [] for security_group (383b816f-3fa4-408c-a9ae-524ae22bcced), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.620231 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02645950-cace-4995-b621-7a0d960ed801 None None] Pushing event updated for resources: {'Port': ['ID=38a97e2f-29d7-45c4-8024-aa696b98027d,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:03.628002 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-48156225-baa4-4043-88d7-1e059248f633 req-0a3c62c7-6893-4eec-b6c0-e9c623d11bdf service neutron] 10.222.0.26 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380074 Jun 25 16:08:03.748446 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:03.749654 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:03.752986 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-9dad40a1-e70a-41c5-8f88-c800e7b4c830 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416561 Jun 25 16:08:03.780495 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Attempting to bind port 38a97e2f-29d7-45c4-8024-aa696b98027d on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:08:03.782559 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Attempting to bind port 38a97e2f-29d7-45c4-8024-aa696b98027d by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '89e1154d-c340-4625-a460-75d87f919aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:08:03.783482 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Attempting to bind port 38a97e2f-29d7-45c4-8024-aa696b98027d on network eef87b82-20c4-4939-84c7-44938fa1fae0 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:03.800325 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:08:03.800325 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Checking segment: {'id': '89e1154d-c340-4625-a460-75d87f919aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:08:03.801668 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.802147 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Bound using segment: {'id': '89e1154d-c340-4625-a460-75d87f919aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:08:03.803838 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Bound port: 38a97e2f-29d7-45c4-8024-aa696b98027d, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e1154d-c340-4625-a460-75d87f919aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:08:03.804238 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.828752 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb9b4baa-156f-4bb1-9de9-6eed00255cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (383b816f-3fa4-408c-a9ae-524ae22bcced), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.832384 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-eb9b4baa-156f-4bb1-9de9-6eed00255cd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:03.833882 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-eb9b4baa-156f-4bb1-9de9-6eed00255cd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/383b816f-3fa4-408c-a9ae-524ae22bcced HTTP/1.1" status: 204 len: 168 time: 0.5692694 Jun 25 16:08:03.849755 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6d6e3-9ba8-4f33-955d-e54de42375de req-a3b655d4-976e-4f4f-837b-44e9f1077122 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:03.851730 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0d6d6e3-9ba8-4f33-955d-e54de42375de req-a3b655d4-976e-4f4f-837b-44e9f1077122 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0972795 Jun 25 16:08:03.858710 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b4baa-156f-4bb1-9de9-6eed00255cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383b816f-3fa4-408c-a9ae-524ae22bcced,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:03.933252 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0d6d6e3-9ba8-4f33-955d-e54de42375de req-977cdeba-0da7-4aa5-b0c4-d7fb088ccbf9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712729 Jun 25 16:08:03.975755 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] For port 38a97e2f-29d7-45c4-8024-aa696b98027d, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:08:03.980311 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] For port 38a97e2f-29d7-45c4-8024-aa696b98027d, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=38a97e2f-29d7-45c4-8024-aa696b98027d,segment=NetworkSegment(89e1154d-c340-4625-a460-75d87f919aff),segment_id=89e1154d-c340-4625-a460-75d87f919aff)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:08:03.993876 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.076156 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 578b4d69-e885-489e-98b5-f5dab3aef433 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:08:04.088475 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41044) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:04.096623 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-e28bccc4-c029-40c3-b10b-8e19fa295583 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--986031335', 'description': 'tempest-description--1198519731'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:04.103424 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Routers {'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:08:04.104122 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:04.169383 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e28bccc4-c029-40c3-b10b-8e19fa295583 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.213238 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:08:04.258012 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02645950-cace-4995-b621-7a0d960ed801 None None] Pushing event updated for resources: {'Port': ['ID=38a97e2f-29d7-45c4-8024-aa696b98027d,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:04.305705 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-8bcfcd9b-f622-40e6-aee9-d3b9c27ed780 None None] Provisioning complete for port 38a97e2f-29d7-45c4-8024-aa696b98027d triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:04.306310 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcd9b-f622-40e6-aee9-d3b9c27ed780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.319186 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e28bccc4-c029-40c3-b10b-8e19fa295583 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (4de1192f-4170-4395-9189-806424050102), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.332750 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e28bccc4-c029-40c3-b10b-8e19fa295583 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (4de1192f-4170-4395-9189-806424050102), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.383838 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e28bccc4-c029-40c3-b10b-8e19fa295583 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.385710 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e28bccc4-c029-40c3-b10b-8e19fa295583 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2961118 Jun 25 16:08:04.389711 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41054) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:04.394805 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-cbc0334e-e628-43f7-85b8-d5a7a1991cce tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group_rule': {'security_group_id': '4de1192f-4170-4395-9189-806424050102', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:04.458008 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] Set router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:08:04.469855 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cbc0334e-e628-43f7-85b8-d5a7a1991cce tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (6c2d8137-7683-4378-836c-df43a278ea18), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.473987 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c88619-b1ec-4c06-9d58-dc539bdbcc82 req-65d8a069-aa17-451f-973f-ebd84ff4642a tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:04.476093 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-29c88619-b1ec-4c06-9d58-dc539bdbcc82 req-65d8a069-aa17-451f-973f-ebd84ff4642a tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 943 time: 0.0880656 Jun 25 16:08:04.477246 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bccc4-c029-40c3-b10b-8e19fa295583 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de1192f-4170-4395-9189-806424050102,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:04.514791 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 578b4d69-e885-489e-98b5-f5dab3aef433 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:04.515407 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.602351 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:04.632468 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cbc0334e-e628-43f7-85b8-d5a7a1991cce tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (6c2d8137-7683-4378-836c-df43a278ea18), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.648103 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cbc0334e-e628-43f7-85b8-d5a7a1991cce tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (6c2d8137-7683-4378-836c-df43a278ea18), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.663086 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:04.682146 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-29c88619-b1ec-4c06-9d58-dc539bdbcc82 req-10409808-a568-4eb2-900b-748cf1ad8f57 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964693 Jun 25 16:08:04.703132 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:04.707445 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0334e-e628-43f7-85b8-d5a7a1991cce tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2d8137-7683-4378-836c-df43a278ea18,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:04.737452 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cbc0334e-e628-43f7-85b8-d5a7a1991cce tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.738141 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cbc0334e-e628-43f7-85b8-d5a7a1991cce tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3471258 Jun 25 16:08:04.741599 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41068) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:04.747356 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-2f5826e2-39c4-4889-8322-1a1bbfe2123b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group_rule': {'security_group_id': '4de1192f-4170-4395-9189-806424050102', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:04.747818 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:04.759165 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f5a29-937d-45b2-a08d-82139a119298 req-bb47f961-ec4e-49a5-b6a3-ae230167ab83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:04.767701 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-8bcfcd9b-f622-40e6-aee9-d3b9c27ed780 None None] Current status of the port 38a97e2f-29d7-45c4-8024-aa696b98027d is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:04.768394 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcd9b-f622-40e6-aee9-d3b9c27ed780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.773853 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab4f5a29-937d-45b2-a08d-82139a119298 req-bb47f961-ec4e-49a5-b6a3-ae230167ab83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.2159374 Jun 25 16:08:04.774784 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 578b4d69-e885-489e-98b5-f5dab3aef433 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:04.788905 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'port_id': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'mac_address': 'fa:16:3e:59:57:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:08:04.815261 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f5826e2-39c4-4889-8322-1a1bbfe2123b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (9f03fb53-9a98-4771-b2bf-c3de641aa743), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.825569 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19f08f67-3c43-4582-9d30-70a5cbefe165 req-67d49ff3-2a98-4679-b747-c79550a5c82a service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181024 Jun 25 16:08:04.875785 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 3115b4bc-8a8e-494e-90f7-66772013aaf5 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:04.876561 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.879738 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab4f5a29-937d-45b2-a08d-82139a119298 req-fd371b91-209f-4f2f-b69d-e5cb6c8b907b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0982585 Jun 25 16:08:04.899710 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-8bcfcd9b-f622-40e6-aee9-d3b9c27ed780 None None] For port 38a97e2f-29d7-45c4-8024-aa696b98027d, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=38a97e2f-29d7-45c4-8024-aa696b98027d,segment=NetworkSegment(89e1154d-c340-4625-a460-75d87f919aff),segment_id=89e1154d-c340-4625-a460-75d87f919aff)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:04.905463 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3115b4bc-8a8e-494e-90f7-66772013aaf5 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:04.912835 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8bcfcd9b-f622-40e6-aee9-d3b9c27ed780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.964443 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:53Z', 'updated_at': '2022-06-25T16:07:57Z', 'revision_number': 4, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'gw_port': {'id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:54Z', 'updated_at': '2022-06-25T16:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '38a97e2f-29d7-45c4-8024-aa696b98027d', 'name': '', 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'mac_address': 'fa:16:3e:a5:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:57Z', 'updated_at': '2022-06-25T16:08:03Z', 'revision_number': 4, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'subnets': [{'id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:04.969035 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f5826e2-39c4-4889-8322-1a1bbfe2123b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (9f03fb53-9a98-4771-b2bf-c3de641aa743), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.969743 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:04.981184 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:04.982593 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f5826e2-39c4-4889-8322-1a1bbfe2123b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (9f03fb53-9a98-4771-b2bf-c3de641aa743), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:05.003167 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfcd9b-f622-40e6-aee9-d3b9c27ed780 None None] Pushing event updated for resources: {'Port': ['ID=38a97e2f-29d7-45c4-8024-aa696b98027d,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:05.004122 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:05.006433 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5826e2-39c4-4889-8322-1a1bbfe2123b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f03fb53-9a98-4771-b2bf-c3de641aa743,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:05.019182 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2f5826e2-39c4-4889-8322-1a1bbfe2123b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:05.020485 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2f5826e2-39c4-4889-8322-1a1bbfe2123b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2778356 Jun 25 16:08:05.024309 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41076) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:05.029418 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:05.051453 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dab5a42-e5dd-48e5-b722-2a9a18e4f641 None None] The sync data for ids ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'] in dv-cinder-847620-2-iscsi is: [{'id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:53Z', 'updated_at': '2022-06-25T16:07:57Z', 'revision_number': 4, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'gw_port': {'id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:54Z', 'updated_at': '2022-06-25T16:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '38a97e2f-29d7-45c4-8024-aa696b98027d', 'name': '', 'network_id': 'eef87b82-20c4-4939-84c7-44938fa1fae0', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'mac_address': 'fa:16:3e:a5:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:57Z', 'updated_at': '2022-06-25T16:08:03Z', 'revision_number': 4, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'subnets': [{'id': '4c3c07b2-cc5c-46b4-aab9-77e757d2fd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:08:05.085055 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:05.090902 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b06a1f64-14e5-47fc-a055-f38e9ab14d39 None None] Provisioning complete for port 38a97e2f-29d7-45c4-8024-aa696b98027d triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:05.091465 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b06a1f64-14e5-47fc-a055-f38e9ab14d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:05.139378 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:05.183197 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f1a07-98b6-481d-b96e-8e6c9957e4bf req-1747bd8b-545a-4500-bbc4-85335d8bfa1b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:05.185014 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-487f1a07-98b6-481d-b96e-8e6c9957e4bf req-1747bd8b-545a-4500-bbc4-85335d8bfa1b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.1372108 Jun 25 16:08:05.212090 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b06a1f64-14e5-47fc-a055-f38e9ab14d39 None None] Current status of the port 38a97e2f-29d7-45c4-8024-aa696b98027d is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:05.235932 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:05.270740 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:05.307365 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['3115b4bc-8a8e-494e-90f7-66772013aaf5'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:08:05.359575 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-487f1a07-98b6-481d-b96e-8e6c9957e4bf req-a0759fbd-a1fe-4e24-b129-40567e772bd3 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368582 Jun 25 16:08:05.509289 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Allocated IP 172.27.2.225 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/fb270d78-a50c-4378-92b5-31d8a4649749) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:08:05.670978 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (fb270d78-a50c-4378-92b5-31d8a4649749), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:05.707145 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:05.728356 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (fb270d78-a50c-4378-92b5-31d8a4649749), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:05.897013 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:08:05.907768 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae09b8-0984-45c0-b1f7-af15d2eff55d req-c8c24c24-4102-4477-832c-dd3834276222 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:05.909656 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6eae09b8-0984-45c0-b1f7-af15d2eff55d req-c8c24c24-4102-4477-832c-dd3834276222 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 943 time: 0.1246758 Jun 25 16:08:05.910332 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=fb270d78-a50c-4378-92b5-31d8a4649749,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:05.918214 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:08:05.922679 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:08:06.014196 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 38a97e2f-29d7-45c4-8024-aa696b98027d up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:08:06.084857 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.106133 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0c7e0-da75-45f1-a208-5d3e4f39e845 req-e1e37ed7-0286-41f3-a8b3-4a6f14132817 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:06.107648 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-49e0c7e0-da75-45f1-a208-5d3e4f39e845 req-e1e37ed7-0286-41f3-a8b3-4a6f14132817 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 945 time: 0.1042333 Jun 25 16:08:06.108833 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device eb3518e7-515a-4327-8691-c7824f8989cd details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:08:06.114812 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:08:06.153084 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6eae09b8-0984-45c0-b1f7-af15d2eff55d req-8d8e0cd7-5837-4692-98ff-e0bf7ff1a943 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368553 Jun 25 16:08:06.175566 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 38a97e2f-29d7-45c4-8024-aa696b98027d triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:06.176059 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.213513 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-49e0c7e0-da75-45f1-a208-5d3e4f39e845 req-5c5c373e-08bb-4974-a802-dcc9e0477f45 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989652 Jun 25 16:08:06.214389 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (fb270d78-a50c-4378-92b5-31d8a4649749), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.244150 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:06.379402 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (fb270d78-a50c-4378-92b5-31d8a4649749), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.385427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (fb270d78-a50c-4378-92b5-31d8a4649749), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.419186 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.424191 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:06.441154 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:06.443701 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.445365 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4194009 Jun 25 16:08:06.445954 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49360f94-27d4-4868-a59a-70f3571388be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=fb270d78-a50c-4378-92b5-31d8a4649749,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:06.486756 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 3115b4bc-8a8e-494e-90f7-66772013aaf5 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:08:06.502067 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 3115b4bc-8a8e-494e-90f7-66772013aaf5 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:06.502784 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.524045 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6420fd-627a-4799-b66c-c8e209f551f5 req-d06340ff-3d87-4e4b-9802-646d58fff9e9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:06.526312 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba6420fd-627a-4799-b66c-c8e209f551f5 req-d06340ff-3d87-4e4b-9802-646d58fff9e9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0540166 Jun 25 16:08:06.574748 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port eb3518e7-515a-4327-8691-c7824f8989cd, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=eb3518e7-515a-4327-8691-c7824f8989cd,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:06.590018 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 38a97e2f-29d7-45c4-8024-aa696b98027d is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:06.591752 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba6420fd-627a-4799-b66c-c8e209f551f5 req-a82c62bd-714a-4528-89e6-47d7bff953b8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599067 Jun 25 16:08:06.597240 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'eb3518e7-515a-4327-8691-c7824f8989cd', 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8', 'port_id': 'eb3518e7-515a-4327-8691-c7824f8989cd', 'mac_address': 'fa:16:3e:7e:7e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987ad323-4649-4251-93bd-498a89e46392', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:08:06.688466 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port eb3518e7-515a-4327-8691-c7824f8989cd is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:06.688887 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.691750 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 3115b4bc-8a8e-494e-90f7-66772013aaf5 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:06.692116 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.714761 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-f3154ae1-08d7-4d9c-80bb-bb19213e4eec tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--986031335&fields=id&tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 267 time: 0.0508800 Jun 25 16:08:06.715501 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb3518e7-515a-4327-8691-c7824f8989cd {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:06.737693 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:06.740939 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5eb094-2275-447f-9d27-0ecba718ce44" -d '{"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-plugged", "status": "completed", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:06.762917 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:06.764556 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port eb3518e7-515a-4327-8691-c7824f8989cd, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=eb3518e7-515a-4327-8691-c7824f8989cd,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:06.768749 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.773553 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:06.796097 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace56a83-5aab-4f6f-b0f3-c07cb251c950 x-openstack-request-id: req-ace56a83-5aab-4f6f-b0f3-c07cb251c950 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:06.796385 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-plugged", "status": "completed", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:06.796656 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ace56a83-5aab-4f6f-b0f3-c07cb251c950 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:06.797039 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace56a83-5aab-4f6f-b0f3-c07cb251c950'] response: {'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'code': 200} Jun 25 16:08:06.821982 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:06.844261 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-5863694d-5531-47ff-8da3-264d14fe32e4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:06.845865 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-5863694d-5531-47ff-8da3-264d14fe32e4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 815 time: 0.1232452 Jun 25 16:08:06.861419 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-7d662344-9452-443d-9eb4-6e562a4a3062 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/quotas/b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 375 time: 0.0097477 Jun 25 16:08:06.884883 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=eb3518e7-515a-4327-8691-c7824f8989cd,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:06.922137 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-91800928-9650-4273-bb6e-0ced9841a331 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523603 Jun 25 16:08:07.019557 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:07.031189 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-738bcdd6-b6e2-4a90-89d3-e865ab6b09e0 service neutron] 10.222.0.13 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962780 Jun 25 16:08:07.060707 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['eb3518e7-515a-4327-8691-c7824f8989cd'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:08:07.063071 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:08:07.143623 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-da963535-9377-4029-a7e9-a3ee6a6e50d8 service neutron] 10.222.0.13 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061511 Jun 25 16:08:07.243666 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eb806-c030-40ec-b5b6-1971b5e7bcfe req-d065d2f5-5d1a-4040-a8f7-9f766e2c9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:07.245529 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-463eb806-c030-40ec-b5b6-1971b5e7bcfe req-d065d2f5-5d1a-4040-a8f7-9f766e2c9c23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 1130 time: 0.0509257 Jun 25 16:08:07.349101 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7af9b-a522-4ccd-85cc-7f2b87dd0967 req-63a4c4ab-768d-4b9b-bc0e-d9768be793c2 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:07.357225 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9be7af9b-a522-4ccd-85cc-7f2b87dd0967 req-63a4c4ab-768d-4b9b-bc0e-d9768be793c2 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 944 time: 0.0937514 Jun 25 16:08:07.369024 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-463eb806-c030-40ec-b5b6-1971b5e7bcfe req-80a28eec-050d-4f40-aa35-6e35c10c7cf7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142731 Jun 25 16:08:07.463592 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa82a3f-e558-4108-81f9-5e2a8ade5ab8 req-5bae90a8-5f4f-4ae5-a73b-89e29bab8769 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:07.464876 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-efa82a3f-e558-4108-81f9-5e2a8ade5ab8 req-5bae90a8-5f4f-4ae5-a73b-89e29bab8769 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0687876 Jun 25 16:08:07.468160 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9be7af9b-a522-4ccd-85cc-7f2b87dd0967 req-148e25b2-6dbe-4f90-aedd-7cbff8dc865a tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104412 Jun 25 16:08:07.525892 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:07.544349 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41168) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:07.545457 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-efa82a3f-e558-4108-81f9-5e2a8ade5ab8 req-d2f14604-3c0c-4dba-8e03-e8e713d8ac0c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742013 Jun 25 16:08:07.588649 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-423cdfeb-cc23-48d7-8eee-e449a1e4ffa5 req-56b2670b-85cb-4fa3-9008-d5cbdeeb354f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 210 time: 0.0412028 Jun 25 16:08:07.612375 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-386a1b2d-4edd-44dc-bf99-4552f22329c1 admin admin] Deleting subnet af68f890-d0e6-4247-855d-743c4b9eb51e {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:08:07.616156 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-386a1b2d-4edd-44dc-bf99-4552f22329c1 admin admin] Publish callbacks [] for subnet (af68f890-d0e6-4247-855d-743c4b9eb51e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:07.669799 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-386a1b2d-4edd-44dc-bf99-4552f22329c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (af68f890-d0e6-4247-855d-743c4b9eb51e), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:07.731032 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-386a1b2d-4edd-44dc-bf99-4552f22329c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (af68f890-d0e6-4247-855d-743c4b9eb51e), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:07.740324 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78946be-7d1c-45b8-870a-44433292194e req-1a84af24-f92c-4846-8141-7d8a619e386b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:07.747326 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a78946be-7d1c-45b8-870a-44433292194e req-1a84af24-f92c-4846-8141-7d8a619e386b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0713031 Jun 25 16:08:07.803355 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a78946be-7d1c-45b8-870a-44433292194e req-5fccaea5-4298-459b-82fe-420119a33f71 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550165 Jun 25 16:08:07.813982 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-386a1b2d-4edd-44dc-bf99-4552f22329c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (af68f890-d0e6-4247-855d-743c4b9eb51e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:07.833758 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-386a1b2d-4edd-44dc-bf99-4552f22329c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:07.851191 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41186) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:07.851451 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-386a1b2d-4edd-44dc-bf99-4552f22329c1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af68f890-d0e6-4247-855d-743c4b9eb51e HTTP/1.1" status: 204 len: 168 time: 0.3056297 Jun 25 16:08:07.906137 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a1b2d-4edd-44dc-bf99-4552f22329c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af68f890-d0e6-4247-855d-743c4b9eb51e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:07.933908 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (79934ca2-8710-4d20-ad69-020b8d7de9e0), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.032781 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (79934ca2-8710-4d20-ad69-020b8d7de9e0), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.061581 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.061953 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.063303 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.063611 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > port after_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.064594 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.064594 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > port after_update 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.064876 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.065117 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.066047 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.066410 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.103553 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device eb3518e7-515a-4327-8691-c7824f8989cd up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:08:08.167831 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port eb3518e7-515a-4327-8691-c7824f8989cd completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:08:08.179168 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port eb3518e7-515a-4327-8691-c7824f8989cd triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:08.180387 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.197804 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.198712 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.199306 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.200034 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 25 16:08:08.206506 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79934ca2-8710-4d20-ad69-020b8d7de9e0']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:08.232497 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6307140d-ef8b-494e-bfe4-acf9fddc704d') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:08.232780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6307140d-ef8b-494e-bfe4-acf9fddc704d') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:08.267519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3584222'] for segment (6307140d-ef8b-494e-bfe4-acf9fddc704d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.302109 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port eb3518e7-515a-4327-8691-c7824f8989cd is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:08.302752 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.306676 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (6307140d-ef8b-494e-bfe4-acf9fddc704d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.317011 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:08:08.317532 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065859'] for segment (6307140d-ef8b-494e-bfe4-acf9fddc704d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.318038 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:08.348471 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port eb3518e7-515a-4327-8691-c7824f8989cd, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=eb3518e7-515a-4327-8691-c7824f8989cd,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:08.356826 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.400315 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (79934ca2-8710-4d20-ad69-020b8d7de9e0), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.411303 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.416172 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:08.417137 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] 10.222.0.13 "DELETE /v2.0/networks/79934ca2-8710-4d20-ad69-020b8d7de9e0 HTTP/1.1" status: 204 len: 168 time: 0.5644462 Jun 25 16:08:08.418490 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41208) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:08.427625 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Pushing event deleted for resources: {'Network': ['ID=79934ca2-8710-4d20-ad69-020b8d7de9e0,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:08.435731 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.436476 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.436965 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.437451 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.437957 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.438489 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.438996 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.439511 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.440021 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.440624 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.441173 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.441681 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.442221 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.442798 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.443355 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59500f72-87a1-474e-902c-03d401402e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:08:08.453565 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=eb3518e7-515a-4327-8691-c7824f8989cd,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:08.510037 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-6860d000-ca4f-43b6-871a-a3d15b0f64ca admin admin] Deleting subnet e4c31b11-d89f-402c-bcb8-0c0ed6f55959 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:08:08.513684 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6860d000-ca4f-43b6-871a-a3d15b0f64ca admin admin] Publish callbacks [] for subnet (e4c31b11-d89f-402c-bcb8-0c0ed6f55959), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.554665 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6860d000-ca4f-43b6-871a-a3d15b0f64ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (e4c31b11-d89f-402c-bcb8-0c0ed6f55959), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.556436 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:08.573073 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 6307140d-ef8b-494e-bfe4-acf9fddc704d resource provider aggregate not found Jun 25 16:08:08.612905 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6860d000-ca4f-43b6-871a-a3d15b0f64ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (e4c31b11-d89f-402c-bcb8-0c0ed6f55959), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.630994 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 6307140d-ef8b-494e-bfe4-acf9fddc704d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6307140d-ef8b-494e-bfe4-acf9fddc704d found for delete ", "request_id": "req-075b6cef-3346-423e-97f4-fc58a1051677"}]} Jun 25 16:08:08.641037 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33c521-5994-4199-8757-507f3130bb2c req-7cf23be3-1220-41bf-9603-8ca65ee14079 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:08.649004 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9e33c521-5994-4199-8757-507f3130bb2c req-7cf23be3-1220-41bf-9603-8ca65ee14079 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 945 time: 0.0791619 Jun 25 16:08:08.687827 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6860d000-ca4f-43b6-871a-a3d15b0f64ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (e4c31b11-d89f-402c-bcb8-0c0ed6f55959), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.727228 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6860d000-ca4f-43b6-871a-a3d15b0f64ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.727463 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba715d6-4b6d-416c-a808-bd3a0c7e00c3 req-2f8e1b8f-98fb-401b-8c04-fda9249b4c58 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:08.729708 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ba715d6-4b6d-416c-a808-bd3a0c7e00c3 req-2f8e1b8f-98fb-401b-8c04-fda9249b4c58 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0978930 Jun 25 16:08:08.730433 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6860d000-ca4f-43b6-871a-a3d15b0f64ca admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e4c31b11-d89f-402c-bcb8-0c0ed6f55959 HTTP/1.1" status: 204 len: 168 time: 0.3106613 Jun 25 16:08:08.731912 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6860d000-ca4f-43b6-871a-a3d15b0f64ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4c31b11-d89f-402c-bcb8-0c0ed6f55959,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:08.733590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41222) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:08.773377 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9e33c521-5994-4199-8757-507f3130bb2c req-4c69c15f-5e08-4a70-864f-b9f2ee62b6ca tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234865 Jun 25 16:08:08.784839 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:08.797809 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51391a15-1b93-4d73-9478-f803e617ca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3518e7-515a-4327-8691-c7824f8989cd'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:08.800836 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbf3a49-9f2e-41ff-912c-9c945abe3e9f" -d '{"events": [{"server_uuid": "51391a15-1b93-4d73-9478-f803e617ca6a", "name": "network-vif-plugged", "status": "completed", "tag": "eb3518e7-515a-4327-8691-c7824f8989cd"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:08.861706 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (9d69fe2e-e814-458f-8807-a5bf4122656a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.885476 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4aff8ff2-7877-4f1c-a43d-285083a5797e req-47490a1e-1135-41e9-8702-9d9e52ef6dc7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 210 time: 0.0459633 Jun 25 16:08:08.890858 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ba715d6-4b6d-416c-a808-bd3a0c7e00c3 req-30aec582-8751-4b1a-b3d3-8e0748d9c76e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415017 Jun 25 16:08:08.937923 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd75387-c6c2-423b-b5e6-c0110f713fc8 x-openstack-request-id: req-dbd75387-c6c2-423b-b5e6-c0110f713fc8 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:08.938737 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51391a15-1b93-4d73-9478-f803e617ca6a", "name": "network-vif-plugged", "status": "completed", "tag": "eb3518e7-515a-4327-8691-c7824f8989cd", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:08.941153 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dbd75387-c6c2-423b-b5e6-c0110f713fc8 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:08.941550 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd75387-c6c2-423b-b5e6-c0110f713fc8'] response: {'server_uuid': '51391a15-1b93-4d73-9478-f803e617ca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb3518e7-515a-4327-8691-c7824f8989cd', 'code': 200} Jun 25 16:08:08.973019 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (9d69fe2e-e814-458f-8807-a5bf4122656a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:08.998548 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d69fe2e-e814-458f-8807-a5bf4122656a']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:09.009313 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353a9ba4-d706-47d9-bcde-91eeab7cb54f') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:09.009313 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353a9ba4-d706-47d9-bcde-91eeab7cb54f') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:09.023830 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3584222'] for segment (353a9ba4-d706-47d9-bcde-91eeab7cb54f), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.039550 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (353a9ba4-d706-47d9-bcde-91eeab7cb54f), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.049279 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:08:09.049708 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065859'] for segment (353a9ba4-d706-47d9-bcde-91eeab7cb54f), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.122184 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (9d69fe2e-e814-458f-8807-a5bf4122656a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.127765 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.130913 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9d69fe2e-e814-458f-8807-a5bf4122656a HTTP/1.1" status: 204 len: 168 time: 0.3964055 Jun 25 16:08:09.143622 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc18c65-fdd3-4768-834c-c02b180d1235 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d69fe2e-e814-458f-8807-a5bf4122656a,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:09.359147 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41238) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:09.417268 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41240) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:09.426598 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-824612b5-b16b-464b-b3d9-e5f6a9218a3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2245fe1962f2499db7c429815fd4d8ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0660982 Jun 25 16:08:09.428244 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-8210590d-a911-4587-940e-1a1ae729c616 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1613648820', 'description': 'tempest-description--1764227267'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:09.429238 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41244) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:09.468319 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8210590d-a911-4587-940e-1a1ae729c616 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.507505 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ce99b4d-f338-48f5-9f7d-c5a38f652b6a admin admin] Publish callbacks [] for security_group (72ab69f2-2f8e-410e-9032-1a6ab4476c81), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.524594 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:09.532199 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ce99b4d-f338-48f5-9f7d-c5a38f652b6a admin admin] Publish callbacks [] for security_group (72ab69f2-2f8e-410e-9032-1a6ab4476c81), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.557328 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41248) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:09.575395 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8210590d-a911-4587-940e-1a1ae729c616 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group (33c28c6e-1841-4c72-a51f-a7488624ca2b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.580255 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8210590d-a911-4587-940e-1a1ae729c616 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (33c28c6e-1841-4c72-a51f-a7488624ca2b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.592070 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ce99b4d-f338-48f5-9f7d-c5a38f652b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (72ab69f2-2f8e-410e-9032-1a6ab4476c81), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.599460 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ce99b4d-f338-48f5-9f7d-c5a38f652b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.602252 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1ce99b4d-f338-48f5-9f7d-c5a38f652b6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72ab69f2-2f8e-410e-9032-1a6ab4476c81 HTTP/1.1" status: 204 len: 168 time: 0.1716199 Jun 25 16:08:09.606629 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8210590d-a911-4587-940e-1a1ae729c616 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.611031 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8210590d-a911-4587-940e-1a1ae729c616 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1918404 Jun 25 16:08:09.611757 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41254) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:09.616643 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce99b4d-f338-48f5-9f7d-c5a38f652b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ab69f2-2f8e-410e-9032-1a6ab4476c81,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:09.624036 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-6e86e996-b1fe-4a1a-9fe4-2c99de6c95ec tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Request body: {'security_group_rule': {'security_group_id': '33c28c6e-1841-4c72-a51f-a7488624ca2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:09.644968 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8210590d-a911-4587-940e-1a1ae729c616 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33c28c6e-1841-4c72-a51f-a7488624ca2b,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:09.703963 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e86e996-b1fe-4a1a-9fe4-2c99de6c95ec tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group_rule (6d613d04-61df-410f-aeac-8149bb2a80e8), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.889186 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-0095a178-7afc-4387-b7c4-bd1ae50445c2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:09.891400 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-0095a178-7afc-4387-b7c4-bd1ae50445c2 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 815 time: 0.2362561 Jun 25 16:08:09.903407 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e86e996-b1fe-4a1a-9fe4-2c99de6c95ec tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group_rule (6d613d04-61df-410f-aeac-8149bb2a80e8), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:09.929557 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b54c3-26ca-4993-b780-196fee7e0c5c req-799a93d1-cf0e-43c5-9cb4-60a4a4c0c730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:09.934691 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f6b54c3-26ca-4993-b780-196fee7e0c5c req-799a93d1-cf0e-43c5-9cb4-60a4a4c0c730 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 1129 time: 0.2028430 Jun 25 16:08:09.940274 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e86e996-b1fe-4a1a-9fe4-2c99de6c95ec tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (6d613d04-61df-410f-aeac-8149bb2a80e8), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.016644 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e86e996-b1fe-4a1a-9fe4-2c99de6c95ec tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d613d04-61df-410f-aeac-8149bb2a80e8,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:10.038863 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8f6b54c3-26ca-4993-b780-196fee7e0c5c req-e6930bbc-1b5f-437f-978c-361de67c51fb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848129 Jun 25 16:08:10.071673 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-6e86e996-b1fe-4a1a-9fe4-2c99de6c95ec tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.072960 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6e86e996-b1fe-4a1a-9fe4-2c99de6c95ec tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4568951 Jun 25 16:08:10.075887 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41264) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:10.082759 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-d73d1794-bdb0-4644-9995-5ca18bbf6012 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Request body: {'security_group_rule': {'security_group_id': '33c28c6e-1841-4c72-a51f-a7488624ca2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:10.089384 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-453ed4e4-a1e1-4ed5-9b82-914b14ed840d req-f5b6682b-1dcd-4cbe-8643-1782226e0c29 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 210 time: 0.0803628 Jun 25 16:08:10.109735 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b9c6f-2e81-4487-ae20-cf3dce15402b req-366df304-9526-4371-bda3-08673fd82f59 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:10.109735 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc9b9c6f-2e81-4487-ae20-cf3dce15402b req-366df304-9526-4371-bda3-08673fd82f59 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 945 time: 0.1640050 Jun 25 16:08:10.116966 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dcdc47cd-4e48-4018-a76d-bb5a2c1d1151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.124274 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:10.144777 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d73d1794-bdb0-4644-9995-5ca18bbf6012 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group_rule (75d18558-bdce-4fda-82ce-d0f020150825), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.163171 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-e5882573-41d6-47ed-8885-601e904f55ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 472 time: 0.2535059 Jun 25 16:08:10.234551 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:10.251807 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d73d1794-bdb0-4644-9995-5ca18bbf6012 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group_rule (75d18558-bdce-4fda-82ce-d0f020150825), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.258311 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc9b9c6f-2e81-4487-ae20-cf3dce15402b req-a86dd3f2-7102-4429-91f2-3741c84b3b63 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424742 Jun 25 16:08:10.258914 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d73d1794-bdb0-4644-9995-5ca18bbf6012 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (75d18558-bdce-4fda-82ce-d0f020150825), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.260555 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41268) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:10.276702 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc8c89-c637-408c-bdf8-8ef9274c6ecb req-14da8e9b-6849-4f36-a37e-f9a4b5e014da tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:10.278467 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97cc8c89-c637-408c-bdf8-8ef9274c6ecb req-14da8e9b-6849-4f36-a37e-f9a4b5e014da tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.1024563 Jun 25 16:08:10.293785 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73d1794-bdb0-4644-9995-5ca18bbf6012 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d18558-bdce-4fda-82ce-d0f020150825,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:10.322373 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d73d1794-bdb0-4644-9995-5ca18bbf6012 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.323584 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d73d1794-bdb0-4644-9995-5ca18bbf6012 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2463200 Jun 25 16:08:10.327015 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41270) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:10.331665 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:10.339804 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f5604f31-4a89-4d68-b76f-3f15bfe68154 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=126479dc7bc54e28906eedd13c141edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754550 Jun 25 16:08:10.344276 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41272) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:10.367557 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dcdc47cd-4e48-4018-a76d-bb5a2c1d1151 admin admin] Publish callbacks [] for security_group (78d96e44-4077-4553-8fc9-cbde71227880), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.371315 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97cc8c89-c637-408c-bdf8-8ef9274c6ecb req-fc634373-9c57-41c9-b9b9-f43111059c9f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836623 Jun 25 16:08:10.372585 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dcdc47cd-4e48-4018-a76d-bb5a2c1d1151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (78d96e44-4077-4553-8fc9-cbde71227880), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.385030 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.405082 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:10.417866 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-dcdc47cd-4e48-4018-a76d-bb5a2c1d1151 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f20903716e7e4b1fa138d8ddc6e1bdf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8550117 Jun 25 16:08:10.418870 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41276) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:10.426621 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdc47cd-4e48-4018-a76d-bb5a2c1d1151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d96e44-4077-4553-8fc9-cbde71227880,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:10.430991 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:10.452813 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'port': {'device_id': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'admin_state_up': True, 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'security_groups': ['4de1192f-4170-4395-9189-806424050102']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:10.487129 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d0f995c6-3354-4e11-911d-3d852795fca0 admin admin] Publish callbacks [] for security_group (f381316a-3cba-4e24-90e2-1569395c3efa), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.522635 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d0f995c6-3354-4e11-911d-3d852795fca0 admin admin] Publish callbacks [] for security_group (f381316a-3cba-4e24-90e2-1569395c3efa), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.537300 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.595068 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7be71663-68f1-46a9-99e2-4b72975f94ed admin admin] Publish callbacks [] for security_group (78d96e44-4077-4553-8fc9-cbde71227880), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.605716 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c981b9-7943-40fd-b52c-2ed247795368 req-97309a72-0a0c-4d0b-85c7-6583473362f4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:10.607188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e7c981b9-7943-40fd-b52c-2ed247795368 req-97309a72-0a0c-4d0b-85c7-6583473362f4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.1241350 Jun 25 16:08:10.621399 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41282) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:10.633837 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-cadcf51f-b8f8-47f4-83a0-8e12aba1cc75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'floatingip': {'port_id': '3115b4bc-8a8e-494e-90f7-66772013aaf5'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:10.652976 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 353a9ba4-d706-47d9-bcde-91eeab7cb54f resource provider aggregate not found Jun 25 16:08:10.660136 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7be71663-68f1-46a9-99e2-4b72975f94ed admin admin] Publish callbacks [] for security_group (78d96e44-4077-4553-8fc9-cbde71227880), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.672536 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d0f995c6-3354-4e11-911d-3d852795fca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (f381316a-3cba-4e24-90e2-1569395c3efa), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.675315 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d0f995c6-3354-4e11-911d-3d852795fca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.677067 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d0f995c6-3354-4e11-911d-3d852795fca0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f381316a-3cba-4e24-90e2-1569395c3efa HTTP/1.1" status: 204 len: 168 time: 0.3313358 Jun 25 16:08:10.683980 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 353a9ba4-d706-47d9-bcde-91eeab7cb54f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 353a9ba4-d706-47d9-bcde-91eeab7cb54f found for delete ", "request_id": "req-cce8657d-6acb-412e-b1d3-2da59dc4a00d"}]} Jun 25 16:08:10.714069 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Made reservation on behalf of b1bba8f74dbd433bbffdb2ffbfc481fb for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:08:10.717722 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.730113 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f995c6-3354-4e11-911d-3d852795fca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f381316a-3cba-4e24-90e2-1569395c3efa,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:10.736108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cadcf51f-b8f8-47f4-83a0-8e12aba1cc75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (fbc2914d-8cb6-4f5f-9496-c74fb78b9a22), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:10.790658 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Allocated IP 172.27.2.45 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/c4db4c5f-531f-4e00-8ea8-3a391b680baf) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:08:11.009945 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.059924 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7be71663-68f1-46a9-99e2-4b72975f94ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (78d96e44-4077-4553-8fc9-cbde71227880), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.062537 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7be71663-68f1-46a9-99e2-4b72975f94ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.063674 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7be71663-68f1-46a9-99e2-4b72975f94ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78d96e44-4077-4553-8fc9-cbde71227880 HTTP/1.1" status: 204 len: 168 time: 0.6438367 Jun 25 16:08:11.101030 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for port (c4db4c5f-531f-4e00-8ea8-3a391b680baf), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.104965 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be71663-68f1-46a9-99e2-4b72975f94ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d96e44-4077-4553-8fc9-cbde71227880,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:11.209072 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Allocated IP 172.20.0.14 (92184934-9929-49a5-91f4-1ab03b25e2f1/91d06c15-2c0f-45d5-b907-2030a3ddd671/dc0159e7-f976-4ca8-a996-a731692f1e35) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:08:11.288237 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (c4db4c5f-531f-4e00-8ea8-3a391b680baf), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.303930 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-568c32f4-b3bd-4146-b68a-cb70e241a84a req-6b754671-d32a-4583-ab25-2b11119db893 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 210 time: 0.0611677 Jun 25 16:08:11.364937 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event updated for resources: {'Port': ['ID=c4db4c5f-531f-4e00-8ea8-3a391b680baf,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:11.381906 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:11.436312 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:11.437632 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:08:11.446925 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:08:11.448334 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:11.451387 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:08:11.478006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac03035-d43b-441b-bd72-403cc4323904 req-aadb0dbf-56d4-4dd8-a331-9a20e0a823bf tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:11.479547 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dac03035-d43b-441b-bd72-403cc4323904 req-aadb0dbf-56d4-4dd8-a331-9a20e0a823bf tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 945 time: 0.0821691 Jun 25 16:08:11.483316 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.568591 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.633928 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dac03035-d43b-441b-bd72-403cc4323904 req-19471a60-42ab-41df-aaae-a15e6e47206d tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453614 Jun 25 16:08:11.646855 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:08:11.659535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:08:11.666024 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cadcf51f-b8f8-47f4-83a0-8e12aba1cc75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.675602 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:08:11.716379 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cadcf51f-b8f8-47f4-83a0-8e12aba1cc75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (fbc2914d-8cb6-4f5f-9496-c74fb78b9a22), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.744924 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:11.745901 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.762918 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=dc0159e7-f976-4ca8-a996-a731692f1e35,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:11.795252 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-df195dff-0626-4648-9379-35601005bcc9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3469136 Jun 25 16:08:11.874922 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for floatingip (1330d0b1-f723-443e-ade9-91f15e5e4db1), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:11.910266 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Request body: {'port': {'device_id': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:11.982363 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:12.054861 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:12.108532 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ea7200d1-4c19-4391-9ba7-e64f9a169abc None None] Provisioning complete for port dc0159e7-f976-4ca8-a996-a731692f1e35 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:12.110698 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ea7200d1-4c19-4391-9ba7-e64f9a169abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:12.168702 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ea7200d1-4c19-4391-9ba7-e64f9a169abc None None] Port dc0159e7-f976-4ca8-a996-a731692f1e35 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:08:12.285231 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c4db4c5f-531f-4e00-8ea8-3a391b680baf), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:12.291044 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-bf0a2b5a-8e05-48c4-a9df-a1a3190f9f3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966494 Jun 25 16:08:12.335297 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-cadcf51f-b8f8-47f4-83a0-8e12aba1cc75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Floating IP fbc2914d-8cb6-4f5f-9496-c74fb78b9a22 associated. External IP: 172.27.2.183, port: 3115b4bc-8a8e-494e-90f7-66772013aaf5. Jun 25 16:08:12.423838 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-62db7625-ec91-4c00-b69a-4a1d17ebdf2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:12.509422 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747576f3-1dd3-4160-98c5-d7f3fdc3b046 req-0dc7974a-ebd0-42ce-b66b-ddfbe4c07256 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:12.517825 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-747576f3-1dd3-4160-98c5-d7f3fdc3b046 req-0dc7974a-ebd0-42ce-b66b-ddfbe4c07256 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 932 time: 0.0990644 Jun 25 16:08:12.580322 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0159e7-f976-4ca8-a996-a731692f1e35 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:12.588555 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-f80d7d38-12d1-4d40-ae5a-fa3800bed201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:12.590805 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-f80d7d38-12d1-4d40-ae5a-fa3800bed201 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 1130 time: 0.0811315 Jun 25 16:08:12.592617 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Publish callbacks [] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:12.632177 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-747576f3-1dd3-4160-98c5-d7f3fdc3b046 req-5db6f5f9-b332-46c1-b7f6-814b6d48026e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131861 Jun 25 16:08:12.633743 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Transition to ACTIVE for port object dc0159e7-f976-4ca8-a996-a731692f1e35 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:08:12.644886 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:12.821770 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:12.900948 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e630a-e812-4b05-b177-5a1b8e6e602a req-d725c5d4-6636-4026-bdbe-044e6d610a30 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:12.902817 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f68e630a-e812-4b05-b177-5a1b8e6e602a req-d725c5d4-6636-4026-bdbe-044e6d610a30 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 945 time: 0.1459508 Jun 25 16:08:12.903834 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Pushing event updated for resources: {'Port': ['ID=dc0159e7-f976-4ca8-a996-a731692f1e35,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:12.904775 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:12.939963 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadcf51f-b8f8-47f4-83a0-8e12aba1cc75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Router 8cf34dbb-69a5-46d1-b008-5f12a007006e has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:08:12.993371 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:13.004013 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-1f0a2718-c480-4453-89fe-b7d9f92880f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:13.008892 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-1f0a2718-c480-4453-89fe-b7d9f92880f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.3807878 Jun 25 16:08:13.021559 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for port (c4db4c5f-531f-4e00-8ea8-3a391b680baf), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:13.033238 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Attempting to bind port dc0159e7-f976-4ca8-a996-a731692f1e35 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:08:13.033585 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Attempting to bind port dc0159e7-f976-4ca8-a996-a731692f1e35 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:08:13.033896 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Attempting to bind port dc0159e7-f976-4ca8-a996-a731692f1e35 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:13.043497 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Port dc0159e7-f976-4ca8-a996-a731692f1e35 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:08:13.043961 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Attempting to bind port dc0159e7-f976-4ca8-a996-a731692f1e35 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:13.057942 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:08:13.058244 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Checking segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:08:13.058560 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Bound using segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:08:13.058989 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Bound port: dc0159e7-f976-4ca8-a996-a731692f1e35, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:08:13.059347 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:13.072453 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f68e630a-e812-4b05-b177-5a1b8e6e602a req-ccb59a9d-67f2-4f64-b010-6c2a430b088e tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523840 Jun 25 16:08:13.077076 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (c4db4c5f-531f-4e00-8ea8-3a391b680baf), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:13.170677 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-85480546-c945-4aea-87ab-a89c91a75a94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e355ac8e-fb57-4cd6-9b51-2346658384b8 HTTP/1.1" status: 200 len: 217 time: 0.1077516 Jun 25 16:08:13.175853 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] For port dc0159e7-f976-4ca8-a996-a731692f1e35, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:08:13.181128 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] For port dc0159e7-f976-4ca8-a996-a731692f1e35, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dc0159e7-f976-4ca8-a996-a731692f1e35,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:08:13.197877 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:13.235204 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41372) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:13.288913 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:13.289531 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:13.291215 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] 10.222.0.26 "PUT /v2.0/ports/dc0159e7-f976-4ca8-a996-a731692f1e35 HTTP/1.1" status: 200 len: 1094 time: 1.3856428 Jun 25 16:08:13.291605 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'tag': 'dc0159e7-f976-4ca8-a996-a731692f1e35'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:13.295687 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579" -d '{"events": [{"name": "network-changed", "server_uuid": "0d92f23b-4b14-4619-a2c9-a90bd96b27fd", "tag": "dc0159e7-f976-4ca8-a996-a731692f1e35"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:13.380207 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:13.419782 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event updated for resources: {'Port': ['ID=c4db4c5f-531f-4e00-8ea8-3a391b680baf,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:13.444949 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1330d0b1-f723-443e-ade9-91f15e5e4db1), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:13.450992 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-af87270b-2214-489a-b91c-653d7327877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:13.452739 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-af87270b-2214-489a-b91c-653d7327877e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.2667685 Jun 25 16:08:13.454522 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadcf51f-b8f8-47f4-83a0-8e12aba1cc75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:08:13.471617 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71df262-b433-47da-add2-5e1dc01e5a02 x-openstack-request-id: req-b71df262-b433-47da-add2-5e1dc01e5a02 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:13.472300 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] Sync routers for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:08:13.475131 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d92f23b-4b14-4619-a2c9-a90bd96b27fd", "tag": "dc0159e7-f976-4ca8-a996-a731692f1e35", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:13.475853 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b71df262-b433-47da-add2-5e1dc01e5a02 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:13.476874 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71df262-b433-47da-add2-5e1dc01e5a02'] response: {'name': 'network-changed', 'server_uuid': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'tag': 'dc0159e7-f976-4ca8-a996-a731692f1e35', 'status': 'completed', 'code': 200} Jun 25 16:08:13.486134 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cadcf51f-b8f8-47f4-83a0-8e12aba1cc75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:13.489377 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:08:13.491108 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:13.502953 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76504b5a-8811-41d5-8e06-74578c5f9d6f service neutron] Pushing event updated for resources: {'Port': ['ID=dc0159e7-f976-4ca8-a996-a731692f1e35,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:13.525469 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-71d2c75e-1234-4073-83d2-64f42cd302b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:13.528585 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-71d2c75e-1234-4073-83d2-64f42cd302b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 1128 time: 0.1772323 Jun 25 16:08:13.632358 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-78f94eab-2b3e-4708-95fd-892074adf811 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc0159e7-f976-4ca8-a996-a731692f1e35 HTTP/1.1" status: 200 len: 217 time: 0.0944548 Jun 25 16:08:13.642448 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:08:13.704750 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:13.714409 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-53961265-3ab3-436b-91c5-59a4b7ae6871 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3780138 Jun 25 16:08:13.714409 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-9590dc39-bc52-44d4-bd91-d73cd90499c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:13.714409 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-9590dc39-bc52-44d4-bd91-d73cd90499c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1953864 Jun 25 16:08:13.745124 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cadcf51f-b8f8-47f4-83a0-8e12aba1cc75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "PUT /v2.0/floatingips/fbc2914d-8cb6-4f5f-9496-c74fb78b9a22 HTTP/1.1" status: 200 len: 992 time: 3.1167414 Jun 25 16:08:13.752170 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:13.764733 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9184f70-fa0b-447a-b528-d703888e4d04" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:13.859328 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d75e2747-d9d2-45ba-b93b-8d4273a41c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:13.902585 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74663b4e-dffc-46a8-9e77-73ac092d4aba x-openstack-request-id: req-74663b4e-dffc-46a8-9e77-73ac092d4aba {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:13.902861 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:13.907571 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74663b4e-dffc-46a8-9e77-73ac092d4aba {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:13.908184 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74663b4e-dffc-46a8-9e77-73ac092d4aba'] response: {'name': 'network-changed', 'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'status': 'completed', 'code': 200} Jun 25 16:08:13.997317 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-b43503b1-d351-4184-8da2-02ac1b055676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:13.998965 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-b43503b1-d351-4184-8da2-02ac1b055676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 1130 time: 0.0923524 Jun 25 16:08:14.019687 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'fbc2914d-8cb6-4f5f-9496-c74fb78b9a22', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'port_id': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'mac_address': 'fa:16:3e:59:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:07:47Z', 'updated_at': '2022-06-25T16:08:11Z', 'revision_number': 1, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:14.045473 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6acf2a8-d125-4648-b06d-707d1125e1c8 req-8a5d2561-d686-4378-95b7-c8032b8f1c60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:14.047595 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6acf2a8-d125-4648-b06d-707d1125e1c8 req-8a5d2561-d686-4378-95b7-c8032b8f1c60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 944 time: 0.2742143 Jun 25 16:08:14.054458 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] Checking router: 8cf34dbb-69a5-46d1-b008-5f12a007006e for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:08:14.064352 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:08:14.065031 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:07:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:14.076693 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-229e77f1-8978-4865-8605-24872b0ca57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:14.078693 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-229e77f1-8978-4865-8605-24872b0ca57c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.4372585 Jun 25 16:08:14.127422 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-2733e0ab-c620-41ae-bc81-e04c9a7ec548 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795455 Jun 25 16:08:14.224201 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:08:14.246449 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-dfa3d83c-0ca4-4f53-8219-6c78f25096c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:14.248002 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-abb18f94-a68f-4ef9-ac1b-46d59d535fd5 req-42ccafb2-a229-47e1-85f8-5c17e3962187 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090024 Jun 25 16:08:14.248534 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-dfa3d83c-0ca4-4f53-8219-6c78f25096c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1622598 Jun 25 16:08:14.346037 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6acf2a8-d125-4648-b06d-707d1125e1c8 req-d856245b-b928-432d-98c0-58c9d368640a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610898 Jun 25 16:08:14.372645 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-ee6d5b97-f78b-41ef-afdd-852b8fe78b6e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1613648820&fields=id&tenant_id=9bcee16336834b80a389799f89b5b79a HTTP/1.1" status: 200 len: 267 time: 0.2253425 Jun 25 16:08:14.419720 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:14.437611 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-869af9c1-c72d-43fe-b09f-0539f8ca8f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:14.439271 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-869af9c1-c72d-43fe-b09f-0539f8ca8f7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 917 time: 0.4089592 Jun 25 16:08:14.535042 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d75e2747-d9d2-45ba-b93b-8d4273a41c7b admin admin] Publish callbacks [] for security_group (c813ba86-9319-4cfe-ba18-ce2facf67b47), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:14.558838 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d75e2747-d9d2-45ba-b93b-8d4273a41c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c813ba86-9319-4cfe-ba18-ce2facf67b47), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:14.638070 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:14.640844 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-73417dc7-457f-4cd6-b2c1-79bde4524c17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5 HTTP/1.1" status: 200 len: 1000 time: 0.1648831 Jun 25 16:08:14.650429 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a17087ac-66f3-435a-ab1c-4c847ca09fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:14.695385 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d75e2747-d9d2-45ba-b93b-8d4273a41c7b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a438bb22ca6c456f894da8d463d5d45c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4428685 Jun 25 16:08:14.697595 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41462) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:14.709844 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'fbc2914d-8cb6-4f5f-9496-c74fb78b9a22', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'port_id': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'mac_address': 'fa:16:3e:59:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:07:47Z', 'updated_at': '2022-06-25T16:08:11Z', 'revision_number': 1, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:14.716581 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e2747-d9d2-45ba-b93b-8d4273a41c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c813ba86-9319-4cfe-ba18-ce2facf67b47,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:14.725943 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-4290a264-bd79-44a3-a8fc-2080c88258f9 service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582577 Jun 25 16:08:14.732166 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:14.742697 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5145e27c-3806-44a6-9906-ba69d39dc896 None None] The sync data for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi is: [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'fbc2914d-8cb6-4f5f-9496-c74fb78b9a22', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'port_id': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'mac_address': 'fa:16:3e:59:57:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:07:47Z', 'updated_at': '2022-06-25T16:08:11Z', 'revision_number': 1, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:08:14.769927 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d30291e-749f-460a-9e84-899e88e9b7af admin admin] Publish callbacks [] for security_group (c813ba86-9319-4cfe-ba18-ce2facf67b47), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:14.802854 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d30291e-749f-460a-9e84-899e88e9b7af admin admin] Publish callbacks [] for security_group (c813ba86-9319-4cfe-ba18-ce2facf67b47), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:14.873165 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-d18930fc-fc99-4504-88ce-a6782028effc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:14.874752 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-d18930fc-fc99-4504-88ce-a6782028effc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 818 time: 0.4911909 Jun 25 16:08:14.885097 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d30291e-749f-460a-9e84-899e88e9b7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c813ba86-9319-4cfe-ba18-ce2facf67b47), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:14.888610 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0d30291e-749f-460a-9e84-899e88e9b7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:14.892484 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0d30291e-749f-460a-9e84-899e88e9b7af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c813ba86-9319-4cfe-ba18-ce2facf67b47 HTTP/1.1" status: 204 len: 168 time: 0.1911848 Jun 25 16:08:14.901142 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30291e-749f-460a-9e84-899e88e9b7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c813ba86-9319-4cfe-ba18-ce2facf67b47,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:14.905359 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-848e2432-c7d0-422b-ab4e-f025ae7b4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:14.907280 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-848e2432-c7d0-422b-ab4e-f025ae7b4692 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c050219-c91a-4d1a-8f7e-8090416951c2 HTTP/1.1" status: 200 len: 855 time: 0.2400336 Jun 25 16:08:14.944625 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-df15c175-098c-4ffe-a9a6-54d3049716ef tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/quotas/9bcee16336834b80a389799f89b5b79a HTTP/1.1" status: 200 len: 375 time: 0.0521367 Jun 25 16:08:14.946654 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31f3628e-333f-47bb-823b-c7c7aaae39a0 req-c6014d43-22bd-4084-ab42-87ca4d1866cc service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042327 Jun 25 16:08:14.980478 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=13 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:15.040605 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-893e0a80-b20a-4708-a8c8-fe89964fcc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:15.041752 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-893e0a80-b20a-4708-a8c8-fe89964fcc62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132641 Jun 25 16:08:15.064047 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-095fc386-64e9-4d89-a42d-8c8e8e8ef6ba tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0883524 Jun 25 16:08:15.151096 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad831b7a-7101-4ed9-a199-def65d073c40 None None] New status for floating IP fbc2914d-8cb6-4f5f-9496-c74fb78b9a22: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:08:15.197453 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-8ac33e90-2aff-4f01-ae2e-ef6c640880d5 service neutron] 10.222.0.13 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212678 Jun 25 16:08:15.274765 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:15.381722 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-64d6a9ff-24dd-4907-a39f-235194dab3ad service neutron] 10.222.0.13 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757848 Jun 25 16:08:15.535915 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a18a07-51d8-4dd5-ab5b-4a57fe97c275 req-e32863ec-cff7-43f2-9699-21e82b6b82fe tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:15.537634 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3a18a07-51d8-4dd5-ab5b-4a57fe97c275 req-e32863ec-cff7-43f2-9699-21e82b6b82fe tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 944 time: 0.0803797 Jun 25 16:08:15.607538 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf1debe1-8dc0-4953-b356-b54db09b6b4c req-11d25a21-6c13-4b74-8831-e993fa088a60 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 210 time: 0.0440950 Jun 25 16:08:15.630249 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3a18a07-51d8-4dd5-ab5b-4a57fe97c275 req-d8182b87-c5e2-41ef-8b6b-6060acd86a77 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806735 Jun 25 16:08:15.872138 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:16.101244 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-b4c4070a-9e66-4d20-96eb-cda0641cb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:16.103539 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-b4c4070a-9e66-4d20-96eb-cda0641cb8ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 1128 time: 0.0603554 Jun 25 16:08:16.235666 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-fc451838-50d2-45a8-bc6a-bb6ec21ec147 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130322 Jun 25 16:08:16.260020 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-ab44f63f-3ab9-463d-8d9c-3bb852e1daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:16.262249 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-ab44f63f-3ab9-463d-8d9c-3bb852e1daeb service neutron] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 916 time: 0.1296494 Jun 25 16:08:16.315681 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-ef3685f6-ec3d-48dd-876c-7cdf6b831867 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc0159e7-f976-4ca8-a996-a731692f1e35 HTTP/1.1" status: 200 len: 217 time: 0.0424700 Jun 25 16:08:16.656262 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-78242cd0-a72e-4f53-8005-117cac0dea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:16.657628 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-78242cd0-a72e-4f53-8005-117cac0dea3f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.3096440 Jun 25 16:08:16.659478 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e9184f70-fa0b-447a-b528-d703888e4d04 req-744898e6-b62e-4c04-a81f-6f420a9f72e6 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110031 Jun 25 16:08:16.724449 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:16.801821 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0582d68a-53c4-48eb-9b14-2467233d97cc req-a125c1ef-ab42-46e9-abf9-5218034c2649 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 210 time: 0.0757802 Jun 25 16:08:16.817174 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-cea0ab17-531b-437d-a218-36c744fa4d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:16.819439 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-cea0ab17-531b-437d-a218-36c744fa4d29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1327915 Jun 25 16:08:16.860623 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2b474-8cce-4c1e-8cc4-b4191f7c999f req-7aa3f595-a1d5-4a73-b8a6-355c5ca4fb9e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:16.862284 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-57b2b474-8cce-4c1e-8cc4-b4191f7c999f req-7aa3f595-a1d5-4a73-b8a6-355c5ca4fb9e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 944 time: 0.1334269 Jun 25 16:08:16.884856 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:17.033905 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-57b2b474-8cce-4c1e-8cc4-b4191f7c999f req-45704495-33a4-4563-a88f-42b02fb199ef tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545408 Jun 25 16:08:17.046532 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-792c3a5b-55ef-40a2-b8f2-40dc15f6dbf7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:17.048192 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-792c3a5b-55ef-40a2-b8f2-40dc15f6dbf7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 818 time: 0.2424214 Jun 25 16:08:17.061395 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-8f8fdcfc-601d-49f1-854e-e16c34c7dbe5 service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234726 Jun 25 16:08:17.293460 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-d5c136bd-d326-4ddb-9ae2-ea4c2107f5fe tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bcee16336834b80a389799f89b5b79a HTTP/1.1" status: 200 len: 380 time: 0.1348650 Jun 25 16:08:17.293460 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1789d5f9-8bac-4eb9-9b8c-80cdc8193579 req-03629c37-eb87-40c7-a0d7-0cda57b6fe9a service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424017 Jun 25 16:08:17.318780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Request body: {'port': {'device_id': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'admin_state_up': True, 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'security_groups': ['33c28c6e-1841-4c72-a51f-a7488624ca2b']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:17.443763 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Made reservation on behalf of 9bcee16336834b80a389799f89b5b79a for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:08:17.448282 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:17.563046 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:17.604105 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Allocated IP 172.20.0.7 (bd043e97-1059-4931-b819-353216eaa430/3007921b-1ea5-4a85-85ff-e78fcb9b77da/17f4711f-55ed-463b-986b-2d3077795600) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:08:17.751541 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:17.770531 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for port (17f4711f-55ed-463b-986b-2d3077795600), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:17.795791 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:17.813161 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (17f4711f-55ed-463b-986b-2d3077795600), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:17.886672 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Network bd043e97-1059-4931-b819-353216eaa430 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:08:17.889765 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:08:17.895342 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:08:17.934919 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event updated for resources: {'Port': ['ID=17f4711f-55ed-463b-986b-2d3077795600,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:17.955291 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:17.988946 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938dd23-9961-41f1-b504-a0a93532bd84 req-4f0db69d-7454-4a78-be71-67b67b4b1bbc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:17.991243 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c938dd23-9961-41f1-b504-a0a93532bd84 req-4f0db69d-7454-4a78-be71-67b67b4b1bbc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 931 time: 0.0990868 Jun 25 16:08:17.999870 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:18.000505 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:18.037169 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-838657e7-b41b-4371-93e8-6c3ffb336e93 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7219245 Jun 25 16:08:18.059857 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c938dd23-9961-41f1-b504-a0a93532bd84 req-0c4aec81-0822-4156-86a9-2ee8741919ae tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564146 Jun 25 16:08:18.093455 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b402698a-b791-4d90-a020-3af30e777a42 None None] Provisioning complete for port 17f4711f-55ed-463b-986b-2d3077795600 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:18.093819 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b402698a-b791-4d90-a020-3af30e777a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (17f4711f-55ed-463b-986b-2d3077795600), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:18.125727 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b402698a-b791-4d90-a020-3af30e777a42 None None] Port 17f4711f-55ed-463b-986b-2d3077795600 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:08:18.160492 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b28fd-3c0f-489d-bf2d-6172cdc5ece4 req-383607ce-a08c-4c18-8ccd-540025e6e3df tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:18.162636 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c4b28fd-3c0f-489d-bf2d-6172cdc5ece4 req-383607ce-a08c-4c18-8ccd-540025e6e3df tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 944 time: 0.0505674 Jun 25 16:08:18.217795 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c4b28fd-3c0f-489d-bf2d-6172cdc5ece4 req-0c0c7fa8-00f9-45ce-9d3d-29e8e4cb2e58 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493953 Jun 25 16:08:19.183627 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cadb84-55d6-4692-8890-bea779d263e6 req-85ef125d-2f05-4b4b-af00-e6a974c5af0c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:19.185175 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-63cadb84-55d6-4692-8890-bea779d263e6 req-85ef125d-2f05-4b4b-af00-e6a974c5af0c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 931 time: 0.0488880 Jun 25 16:08:19.238107 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-63cadb84-55d6-4692-8890-bea779d263e6 req-713ce296-c64d-40e4-a9c3-67e7c9da471f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440347 Jun 25 16:08:19.303693 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device dc0159e7-f976-4ca8-a996-a731692f1e35 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:08:19.309634 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:19.333950 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe92e78-bee1-443a-9a29-6f3648403fcf req-7c677ce1-66e0-4101-9e11-2b4c46780485 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:19.335487 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0fe92e78-bee1-443a-9a29-6f3648403fcf req-7c677ce1-66e0-4101-9e11-2b4c46780485 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 944 time: 0.0481586 Jun 25 16:08:19.382655 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0fe92e78-bee1-443a-9a29-6f3648403fcf req-58ff0ff0-6dae-4357-a325-3e03b860e2c3 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414050 Jun 25 16:08:19.405436 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port dc0159e7-f976-4ca8-a996-a731692f1e35, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dc0159e7-f976-4ca8-a996-a731692f1e35,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:19.416586 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'dc0159e7-f976-4ca8-a996-a731692f1e35', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'port_id': 'dc0159e7-f976-4ca8-a996-a731692f1e35', 'mac_address': 'fa:16:3e:fd:1f:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:08:19.451086 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port dc0159e7-f976-4ca8-a996-a731692f1e35 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:19.451381 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:19.464271 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0159e7-f976-4ca8-a996-a731692f1e35 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:19.494229 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port dc0159e7-f976-4ca8-a996-a731692f1e35, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dc0159e7-f976-4ca8-a996-a731692f1e35,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:19.499657 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:19.556492 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=dc0159e7-f976-4ca8-a996-a731692f1e35,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:20.114026 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Request body: {'port': {'device_id': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:20.185806 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (17f4711f-55ed-463b-986b-2d3077795600), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:20.379092 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c642b4a-8483-42da-a157-2c9466226c3f req-7a96b5b5-dc4b-4af3-b1a9-9a1ec523d891 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:20.380632 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2c642b4a-8483-42da-a157-2c9466226c3f req-7a96b5b5-dc4b-4af3-b1a9-9a1ec523d891 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 931 time: 0.0690856 Jun 25 16:08:20.425945 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:20.512300 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2c642b4a-8483-42da-a157-2c9466226c3f req-4c59449d-d352-4fe9-968d-698b7714975c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074321 Jun 25 16:08:20.539059 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03541d9-8729-4710-a293-30e5c94d7983 req-43a5311f-ee18-42ac-b2f6-0337b429469e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:20.540584 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a03541d9-8729-4710-a293-30e5c94d7983 req-43a5311f-ee18-42ac-b2f6-0337b429469e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 945 time: 0.0836499 Jun 25 16:08:20.582107 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f4711f-55ed-463b-986b-2d3077795600 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:20.592012 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Publish callbacks [] for port (17f4711f-55ed-463b-986b-2d3077795600), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:20.617647 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:20.621312 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Transition to ACTIVE for port object 17f4711f-55ed-463b-986b-2d3077795600 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:08:20.626940 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a03541d9-8729-4710-a293-30e5c94d7983 req-222f4005-cfb8-45fa-bb3e-46e3a9f42b86 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702231 Jun 25 16:08:20.628389 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (17f4711f-55ed-463b-986b-2d3077795600), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:20.685202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Pushing event updated for resources: {'Port': ['ID=17f4711f-55ed-463b-986b-2d3077795600,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:20.758027 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Attempting to bind port 17f4711f-55ed-463b-986b-2d3077795600 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:08:20.758352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Attempting to bind port 17f4711f-55ed-463b-986b-2d3077795600 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:08:20.758673 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Attempting to bind port 17f4711f-55ed-463b-986b-2d3077795600 on network bd043e97-1059-4931-b819-353216eaa430 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:20.763397 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Port 17f4711f-55ed-463b-986b-2d3077795600 on network bd043e97-1059-4931-b819-353216eaa430 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:08:20.769349 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Attempting to bind port 17f4711f-55ed-463b-986b-2d3077795600 on network bd043e97-1059-4931-b819-353216eaa430 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:20.769603 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:08:20.769879 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Checking segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:08:20.770348 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Bound using segment: {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:08:20.770906 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Bound port: 17f4711f-55ed-463b-986b-2d3077795600, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bd043e97-1059-4931-b819-353216eaa430'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:08:20.771259 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (17f4711f-55ed-463b-986b-2d3077795600), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:20.834681 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] For port 17f4711f-55ed-463b-986b-2d3077795600, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:08:20.837756 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] For port 17f4711f-55ed-463b-986b-2d3077795600, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=17f4711f-55ed-463b-986b-2d3077795600,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:08:20.849147 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (17f4711f-55ed-463b-986b-2d3077795600), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:20.887947 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:20.888593 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:20.890245 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] 10.222.0.26 "PUT /v2.0/ports/17f4711f-55ed-463b-986b-2d3077795600 HTTP/1.1" status: 200 len: 1093 time: 0.7831271 Jun 25 16:08:20.890667 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'tag': '17f4711f-55ed-463b-986b-2d3077795600'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:20.893168 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38736f28-08ee-4d78-a6c0-52d4b849e420" -d '{"events": [{"name": "network-changed", "server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "tag": "17f4711f-55ed-463b-986b-2d3077795600"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:20.923661 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab932e7-6658-424f-a14d-43dba0c0e208 service neutron] Pushing event updated for resources: {'Port': ['ID=17f4711f-55ed-463b-986b-2d3077795600,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:20.936955 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473a09fe-ca58-41c1-b999-ba2922ab55a3 x-openstack-request-id: req-473a09fe-ca58-41c1-b999-ba2922ab55a3 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:20.937247 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "tag": "17f4711f-55ed-463b-986b-2d3077795600", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:20.937497 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-473a09fe-ca58-41c1-b999-ba2922ab55a3 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:20.937922 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473a09fe-ca58-41c1-b999-ba2922ab55a3'] response: {'name': 'network-changed', 'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'tag': '17f4711f-55ed-463b-986b-2d3077795600', 'status': 'completed', 'code': 200} Jun 25 16:08:21.139323 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38736f28-08ee-4d78-a6c0-52d4b849e420 req-eaaf38c6-2728-4b83-aeed-7ed2321083ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:21.141225 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-38736f28-08ee-4d78-a6c0-52d4b849e420 req-eaaf38c6-2728-4b83-aeed-7ed2321083ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 1127 time: 0.0403159 Jun 25 16:08:21.258086 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38736f28-08ee-4d78-a6c0-52d4b849e420 req-7e6528ed-3615-4ed7-a4b2-a4108ba939d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:21.259544 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-38736f28-08ee-4d78-a6c0-52d4b849e420 req-7e6528ed-3615-4ed7-a4b2-a4108ba939d0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9bcee16336834b80a389799f89b5b79a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1073585 Jun 25 16:08:21.355849 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38736f28-08ee-4d78-a6c0-52d4b849e420 req-59497a26-1ccd-4e22-9535-14792b9cb88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:21.357352 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-38736f28-08ee-4d78-a6c0-52d4b849e420 req-59497a26-1ccd-4e22-9535-14792b9cb88a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902622 Jun 25 16:08:21.440051 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-4a131d35-a5df-47f9-9116-bfaed25fdbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:21.441646 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-4a131d35-a5df-47f9-9116-bfaed25fdbe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 1127 time: 0.0410471 Jun 25 16:08:21.491013 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-41ae559e-1088-446c-addd-d7ee420f1663 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17f4711f-55ed-463b-986b-2d3077795600 HTTP/1.1" status: 200 len: 217 time: 0.0360773 Jun 25 16:08:21.495998 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['dc0159e7-f976-4ca8-a996-a731692f1e35'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:08:21.543634 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-248a5157-5a06-4e85-99d9-ffb3e15ec706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:21.545175 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-248a5157-5a06-4e85-99d9-ffb3e15ec706 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0464015 Jun 25 16:08:21.599848 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:21.629240 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-ee6b66d7-21b9-4f19-8858-8977cfa2a51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:21.631106 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-ee6b66d7-21b9-4f19-8858-8977cfa2a51c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746565 Jun 25 16:08:21.655824 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d514ff-1b33-4866-86ce-26bb751272b6 req-d00df23f-0451-4e37-83fa-00cf4f228b54 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:21.657306 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-86d514ff-1b33-4866-86ce-26bb751272b6 req-d00df23f-0451-4e37-83fa-00cf4f228b54 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 943 time: 0.0729735 Jun 25 16:08:21.794141 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-86d514ff-1b33-4866-86ce-26bb751272b6 req-e0ecb4bd-2114-4bbd-b931-a33b7109da9b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264551 Jun 25 16:08:21.805618 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41048d23-ea8a-467b-b846-bbb502714fd7 req-2d6f03d8-e6a2-4fb6-a565-6faa4e39dba3 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:21.807079 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-41048d23-ea8a-467b-b846-bbb502714fd7 req-2d6f03d8-e6a2-4fb6-a565-6faa4e39dba3 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 945 time: 0.0817308 Jun 25 16:08:21.819933 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-0b7a07a6-92ab-46c1-863b-45c7bb2c3822 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822619 Jun 25 16:08:21.923024 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:21.939394 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-41048d23-ea8a-467b-b846-bbb502714fd7 req-c4915981-062a-4861-a583-206b1952b47b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227343 Jun 25 16:08:21.961269 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f37cc53d-3e30-4aca-84e1-690eb2ebbbac req-85f50aed-eb4e-414f-8b6e-0d23c7d6162e service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261880 Jun 25 16:08:22.922266 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfd0db-ec03-4cc9-bbf3-a9ee3740dfa4 req-24b5e89f-4c92-4562-b786-021786687fc8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:22.923735 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ecfd0db-ec03-4cc9-bbf3-a9ee3740dfa4 req-24b5e89f-4c92-4562-b786-021786687fc8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 943 time: 0.0507071 Jun 25 16:08:22.975133 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ecfd0db-ec03-4cc9-bbf3-a9ee3740dfa4 req-0b2b4361-f7b3-46f6-baa2-270de097fc3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433800 Jun 25 16:08:23.057621 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4f22f-5f28-4474-adaa-eb0623946296 req-9f04da16-0311-4ed6-98ab-3ce88135b84c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:23.059057 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-35d4f22f-5f28-4474-adaa-eb0623946296 req-9f04da16-0311-4ed6-98ab-3ce88135b84c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 945 time: 0.0472641 Jun 25 16:08:23.110093 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-35d4f22f-5f28-4474-adaa-eb0623946296 req-f5c72da2-6c57-4bbe-93df-71db003c0225 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439706 Jun 25 16:08:24.109805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb39644-3599-464d-9e5e-a33608871e8a req-957d3e92-0fb5-44e1-82ec-72878dbbbd6d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:24.111103 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6cb39644-3599-464d-9e5e-a33608871e8a req-957d3e92-0fb5-44e1-82ec-72878dbbbd6d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 943 time: 0.0609305 Jun 25 16:08:24.165219 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6cb39644-3599-464d-9e5e-a33608871e8a req-f2d51a51-d999-478f-a7c4-b24b4b6966a5 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472281 Jun 25 16:08:24.235284 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeca3f-7ddd-4dbb-b300-05e8c42b5f6b req-7d0d904f-96e8-422d-97d9-b48df3c45288 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:24.237073 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ffaeca3f-7ddd-4dbb-b300-05e8c42b5f6b req-7d0d904f-96e8-422d-97d9-b48df3c45288 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 945 time: 0.0499456 Jun 25 16:08:24.285650 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ffaeca3f-7ddd-4dbb-b300-05e8c42b5f6b req-a8b6e547-90de-4dfe-abe4-cc396fd385e5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425363 Jun 25 16:08:24.854755 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=59,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:24.901249 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:25.280668 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb1998-bc67-4356-b627-3008f385ddcd req-37a6ac62-8d14-454b-a5db-5c1e16d35986 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:25.282116 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-74bb1998-bc67-4356-b627-3008f385ddcd req-37a6ac62-8d14-454b-a5db-5c1e16d35986 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 943 time: 0.0494173 Jun 25 16:08:25.336637 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-74bb1998-bc67-4356-b627-3008f385ddcd req-3226c043-2acb-4c84-9772-2c25456a0083 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474465 Jun 25 16:08:25.405382 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1607ae1-eba2-41e7-8a44-0233f1814a85 req-9f2d5a0d-4bc8-4d9c-8e94-7eb0d422ca48 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:25.406846 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1607ae1-eba2-41e7-8a44-0233f1814a85 req-9f2d5a0d-4bc8-4d9c-8e94-7eb0d422ca48 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 945 time: 0.0476267 Jun 25 16:08:25.431222 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:25.455200 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b1607ae1-eba2-41e7-8a44-0233f1814a85 req-4bf6ffde-f09c-4bf1-bff3-cb1f180bf680 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429349 Jun 25 16:08:25.676814 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device dc0159e7-f976-4ca8-a996-a731692f1e35 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:08:25.721209 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port dc0159e7-f976-4ca8-a996-a731692f1e35 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:08:25.729437 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port dc0159e7-f976-4ca8-a996-a731692f1e35 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:25.729824 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:25.774556 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:25.812567 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port dc0159e7-f976-4ca8-a996-a731692f1e35 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:25.813027 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:25.843395 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0159e7-f976-4ca8-a996-a731692f1e35'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:25.845715 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2bcc7d-0301-4eaf-b042-a3d5afd1405a" -d '{"events": [{"server_uuid": "0d92f23b-4b14-4619-a2c9-a90bd96b27fd", "name": "network-vif-plugged", "status": "completed", "tag": "dc0159e7-f976-4ca8-a996-a731692f1e35"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:25.858788 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port dc0159e7-f976-4ca8-a996-a731692f1e35, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dc0159e7-f976-4ca8-a996-a731692f1e35,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:25.865648 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:25.893605 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d108c-2772-4f05-8fcb-d86abee4fd69 x-openstack-request-id: req-c63d108c-2772-4f05-8fcb-d86abee4fd69 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:25.893909 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d92f23b-4b14-4619-a2c9-a90bd96b27fd", "name": "network-vif-plugged", "status": "completed", "tag": "dc0159e7-f976-4ca8-a996-a731692f1e35", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:25.894159 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c63d108c-2772-4f05-8fcb-d86abee4fd69 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:25.894543 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63d108c-2772-4f05-8fcb-d86abee4fd69'] response: {'server_uuid': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0159e7-f976-4ca8-a996-a731692f1e35', 'code': 200} Jun 25 16:08:25.919556 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=dc0159e7-f976-4ca8-a996-a731692f1e35,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:26.460239 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098529a7-6dfc-4fe6-8d84-61306528106b req-192bb0b5-0dcd-4370-a0de-80965e9fd4cf tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:26.461738 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-098529a7-6dfc-4fe6-8d84-61306528106b req-192bb0b5-0dcd-4370-a0de-80965e9fd4cf tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 943 time: 0.0511022 Jun 25 16:08:26.474080 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:26.519344 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-098529a7-6dfc-4fe6-8d84-61306528106b req-4fbeb9cf-3d92-4761-ab74-9cc2231a30ce tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517831 Jun 25 16:08:26.582410 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31149-c7f2-4478-ae9d-3f9abae89641 req-f5850f8c-ee95-4dda-8782-4d6c14cf60df tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:26.584097 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2e31149-c7f2-4478-ae9d-3f9abae89641 req-f5850f8c-ee95-4dda-8782-4d6c14cf60df tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 946 time: 0.0511580 Jun 25 16:08:26.644925 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2e31149-c7f2-4478-ae9d-3f9abae89641 req-30751387-d2d5-40f6-a3ba-e71caa8f4f9a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524178 Jun 25 16:08:26.717411 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ce71-094e-43b3-be3a-7e620e5e503d req-3f08f4f0-cb08-4d9d-ba29-a286fde748ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:26.718967 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dec0ce71-094e-43b3-be3a-7e620e5e503d req-3f08f4f0-cb08-4d9d-ba29-a286fde748ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 1130 time: 0.0500913 Jun 25 16:08:26.766741 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dec0ce71-094e-43b3-be3a-7e620e5e503d req-148ca32f-35c5-4754-b58a-4a26748eb659 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401645 Jun 25 16:08:26.961800 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41714) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:27.078444 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d123a43-b489-4dea-9c59-601736d2b6d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.163431 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d123a43-b489-4dea-9c59-601736d2b6d1 admin admin] Publish callbacks [] for security_group (4281f7cb-994b-4f1b-b6c1-8ba8322696c7), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.168419 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d123a43-b489-4dea-9c59-601736d2b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (4281f7cb-994b-4f1b-b6c1-8ba8322696c7), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.207162 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-5d123a43-b489-4dea-9c59-601736d2b6d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=065373b938b744eeb805f8878e83f716&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443020 Jun 25 16:08:27.208112 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d123a43-b489-4dea-9c59-601736d2b6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4281f7cb-994b-4f1b-b6c1-8ba8322696c7,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:27.210556 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41718) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:27.269949 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91719dd5-6823-4183-a768-45c5ced64749 admin admin] Publish callbacks [] for security_group (4281f7cb-994b-4f1b-b6c1-8ba8322696c7), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.291946 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91719dd5-6823-4183-a768-45c5ced64749 admin admin] Publish callbacks [] for security_group (4281f7cb-994b-4f1b-b6c1-8ba8322696c7), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.345003 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91719dd5-6823-4183-a768-45c5ced64749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (4281f7cb-994b-4f1b-b6c1-8ba8322696c7), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.348056 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-91719dd5-6823-4183-a768-45c5ced64749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.351933 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-91719dd5-6823-4183-a768-45c5ced64749 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4281f7cb-994b-4f1b-b6c1-8ba8322696c7 HTTP/1.1" status: 204 len: 168 time: 0.1380737 Jun 25 16:08:27.365521 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91719dd5-6823-4183-a768-45c5ced64749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4281f7cb-994b-4f1b-b6c1-8ba8322696c7,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:27.477330 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-a537aa8f-f57a-48ba-b2e3-be6c83b9de5e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937898623&fields=id&tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80 HTTP/1.1" status: 200 len: 267 time: 0.0529568 Jun 25 16:08:27.591234 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:27.641878 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-db637008-8dcc-4e9d-ad03-f5bc6de99221 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:27.643428 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-db637008-8dcc-4e9d-ad03-f5bc6de99221 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/networks?id=f890c253-6159-4bda-8d76-0d3eba6fa404 HTTP/1.1" status: 200 len: 809 time: 0.1597650 Jun 25 16:08:27.695888 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 17f4711f-55ed-463b-986b-2d3077795600 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:08:27.698147 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-22d35811-e58a-4151-8e7d-40e4befadbbe tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/quotas/9b1a552fc6cc43bb80f8a5f951bfcf80 HTTP/1.1" status: 200 len: 375 time: 0.0332346 Jun 25 16:08:27.720136 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c15bf9-f456-413b-be40-231be6b76d2d req-500d1322-65cb-4645-8ff9-45f0b50d27c9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:27.722007 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-28c15bf9-f456-413b-be40-231be6b76d2d req-500d1322-65cb-4645-8ff9-45f0b50d27c9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 943 time: 0.1225972 Jun 25 16:08:27.753261 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41750) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:27.771388 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb0740d9-4583-4c58-b280-78ef44eeb426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.785954 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:27.809856 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-d2a6b9ba-cbbb-48ae-a8f1-d97926de2625 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108122 Jun 25 16:08:27.821854 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 17f4711f-55ed-463b-986b-2d3077795600, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=17f4711f-55ed-463b-986b-2d3077795600,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:27.835043 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '17f4711f-55ed-463b-986b-2d3077795600', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'port_id': '17f4711f-55ed-463b-986b-2d3077795600', 'mac_address': 'fa:16:3e:19:83:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:08:27.869003 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-28c15bf9-f456-413b-be40-231be6b76d2d req-626433bd-d151-4652-b52c-2ec201b6fcb0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263118 Jun 25 16:08:27.873605 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 17f4711f-55ed-463b-986b-2d3077795600 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:27.874223 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (17f4711f-55ed-463b-986b-2d3077795600), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.890923 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f4711f-55ed-463b-986b-2d3077795600 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:27.912003 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 17f4711f-55ed-463b-986b-2d3077795600, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=17f4711f-55ed-463b-986b-2d3077795600,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:27.918195 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (17f4711f-55ed-463b-986b-2d3077795600), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.931409 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb0740d9-4583-4c58-b280-78ef44eeb426 admin admin] Publish callbacks [] for security_group (31d5cecf-3d0a-4df8-9a45-7e815789c561), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.936170 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb0740d9-4583-4c58-b280-78ef44eeb426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (31d5cecf-3d0a-4df8-9a45-7e815789c561), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:27.952969 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-db8712bb-54bf-43a4-ab58-140afcd49ba6 service neutron] 10.222.0.13 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303227 Jun 25 16:08:27.973735 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=17f4711f-55ed-463b-986b-2d3077795600,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:27.978617 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0740d9-4583-4c58-b280-78ef44eeb426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d5cecf-3d0a-4df8-9a45-7e815789c561,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:27.987737 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-eb0740d9-4583-4c58-b280-78ef44eeb426 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d582381453440fda980dd7356d1daff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307820 Jun 25 16:08:27.987922 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41752) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:28.045055 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d28bca3b-30e1-4f46-88e8-ad36e5b20f08 admin admin] Publish callbacks [] for security_group (31d5cecf-3d0a-4df8-9a45-7e815789c561), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:28.057670 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951f3af8-9f8f-48f0-9515-63df30a6f74d req-f0acaa3f-310a-4553-861a-17a0a7ff574e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:28.059133 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-951f3af8-9f8f-48f0-9515-63df30a6f74d req-f0acaa3f-310a-4553-861a-17a0a7ff574e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 946 time: 0.1041582 Jun 25 16:08:28.066102 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d28bca3b-30e1-4f46-88e8-ad36e5b20f08 admin admin] Publish callbacks [] for security_group (31d5cecf-3d0a-4df8-9a45-7e815789c561), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:28.108077 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-ef7301c5-1f64-41fd-9049-38df9f08c094 service neutron] 10.222.0.13 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541383 Jun 25 16:08:28.119191 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d28bca3b-30e1-4f46-88e8-ad36e5b20f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (31d5cecf-3d0a-4df8-9a45-7e815789c561), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:28.121968 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d28bca3b-30e1-4f46-88e8-ad36e5b20f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:28.124478 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d28bca3b-30e1-4f46-88e8-ad36e5b20f08 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31d5cecf-3d0a-4df8-9a45-7e815789c561 HTTP/1.1" status: 204 len: 168 time: 0.1339417 Jun 25 16:08:28.135269 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bca3b-30e1-4f46-88e8-ad36e5b20f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d5cecf-3d0a-4df8-9a45-7e815789c561,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:28.136998 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-951f3af8-9f8f-48f0-9515-63df30a6f74d req-17c66f0a-9891-4195-b32b-4ec8a5b990be tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717266 Jun 25 16:08:28.313308 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['17f4711f-55ed-463b-986b-2d3077795600'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:08:28.493174 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5211b962-4327-45b6-a16e-7c9828acb656 req-aa4993a8-5799-462d-9853-6a6dd8e4edf8 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 210 time: 0.0403709 Jun 25 16:08:28.543111 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41768) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:28.556087 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8a64dbe-0ef2-4f69-9cb3-bf3ccacf1a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:28.581313 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:28.630742 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:28.649570 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8a64dbe-0ef2-4f69-9cb3-bf3ccacf1a47 admin admin] Publish callbacks [] for security_group (52c9e576-5d8c-43fc-aad5-dd2ac74719ed), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:28.653933 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8a64dbe-0ef2-4f69-9cb3-bf3ccacf1a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (52c9e576-5d8c-43fc-aad5-dd2ac74719ed), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:28.700059 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d8a64dbe-0ef2-4f69-9cb3-bf3ccacf1a47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9e5f6486d9b041d2b8d0ef95c48fdba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563811 Jun 25 16:08:28.700305 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41776) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:28.701270 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a64dbe-0ef2-4f69-9cb3-bf3ccacf1a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c9e576-5d8c-43fc-aad5-dd2ac74719ed,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:29.064998 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295c8fd-09df-4acc-a7c6-f3399eee5dc7 req-64ca8391-fb11-4073-baeb-8ec0b420cc35 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:29.066516 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7295c8fd-09df-4acc-a7c6-f3399eee5dc7 req-64ca8391-fb11-4073-baeb-8ec0b420cc35 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 944 time: 0.0639024 Jun 25 16:08:29.093375 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e2c73934-ccc2-401f-989a-6c6471041791 admin admin] Publish callbacks [] for security_group (52c9e576-5d8c-43fc-aad5-dd2ac74719ed), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:29.136218 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e2c73934-ccc2-401f-989a-6c6471041791 admin admin] Publish callbacks [] for security_group (52c9e576-5d8c-43fc-aad5-dd2ac74719ed), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:29.144851 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:29.150852 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7295c8fd-09df-4acc-a7c6-f3399eee5dc7 req-7fabbebd-b2bb-4d55-a064-21c5c56017e4 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742927 Jun 25 16:08:29.198597 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e2c73934-ccc2-401f-989a-6c6471041791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (52c9e576-5d8c-43fc-aad5-dd2ac74719ed), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:29.201279 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e2c73934-ccc2-401f-989a-6c6471041791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:29.202428 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e2c73934-ccc2-401f-989a-6c6471041791 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52c9e576-5d8c-43fc-aad5-dd2ac74719ed HTTP/1.1" status: 204 len: 168 time: 0.5009534 Jun 25 16:08:29.220702 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c73934-ccc2-401f-989a-6c6471041791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c9e576-5d8c-43fc-aad5-dd2ac74719ed,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:29.260688 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2fb85-5ca3-4c77-bfc6-976c3a61b9eb req-2b5f8254-7f13-4da6-b548-4ec4864129f3 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:29.262188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f5d2fb85-5ca3-4c77-bfc6-976c3a61b9eb req-2b5f8254-7f13-4da6-b548-4ec4864129f3 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 946 time: 0.0516152 Jun 25 16:08:29.311490 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f5d2fb85-5ca3-4c77-bfc6-976c3a61b9eb req-21bbe38b-3011-4d79-87e3-498e1060c3b9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434411 Jun 25 16:08:29.423440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79cd093-6566-4d4d-9a44-8b83a95b0e28 req-14505224-4a97-4cb4-b56f-5a728ae25b28 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:29.424934 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a79cd093-6566-4d4d-9a44-8b83a95b0e28 req-14505224-4a97-4cb4-b56f-5a728ae25b28 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 946 time: 0.0479703 Jun 25 16:08:29.434733 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41796) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:29.439274 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-64abc1ab-b2cd-43d2-89e2-00c71083d339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'floatingip': {'port_id': 'dc0159e7-f976-4ca8-a996-a731692f1e35'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:29.479741 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64abc1ab-b2cd-43d2-89e2-00c71083d339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:29.600461 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-14d44e47-fb3a-45f8-a3b9-ae689b2ff5a6 req-7d72e982-3990-428b-9dcf-b8210064cb82 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Jun 25 16:08:29.959705 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64abc1ab-b2cd-43d2-89e2-00c71083d339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:29.964533 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64abc1ab-b2cd-43d2-89e2-00c71083d339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:29.969545 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41818) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:30.062767 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-64abc1ab-b2cd-43d2-89e2-00c71083d339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Floating IP eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c associated. External IP: 172.27.2.225, port: dc0159e7-f976-4ca8-a996-a731692f1e35. Jun 25 16:08:30.085664 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1272746825-network', 'tenant_id': 'be35accfa19641058c6452311878f2d4'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:30.110781 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Made reservation on behalf of be35accfa19641058c6452311878f2d4 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:08:30.113520 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.123073 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.187636 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:30.215033 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Publish callbacks [] for security_group (895cb291-737d-4f1c-94a4-f199bc37b646), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.221419 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (895cb291-737d-4f1c-94a4-f199bc37b646), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.275959 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abc1ab-b2cd-43d2-89e2-00c71083d339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:08:30.276377 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:08:30.299196 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.299679 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Added segment 1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0 of type vlan for network 31bcb26d-3ca1-4959-a614-488af5d3fcfe Jun 25 16:08:30.310448 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895cb291-737d-4f1c-94a4-f199bc37b646,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:30.324840 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b2a2b-1e07-44e9-8c4f-701823d94f45 req-b95727d6-3640-4f91-b3eb-713ec2a3ad29 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:30.326405 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9d4b2a2b-1e07-44e9-8c4f-701823d94f45 req-b95727d6-3640-4f91-b3eb-713ec2a3ad29 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 944 time: 0.0982609 Jun 25 16:08:30.378545 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (31bcb26d-3ca1-4959-a614-488af5d3fcfe), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.432449 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9d4b2a2b-1e07-44e9-8c4f-701823d94f45 req-67db21fe-02af-48db-8b37-0295851fd21b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868518 Jun 25 16:08:30.434390 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (31bcb26d-3ca1-4959-a614-488af5d3fcfe), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.435466 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:30.436183 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.473497 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5026841 Jun 25 16:08:30.476823 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41826) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:30.481762 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Request body: {'subnet': {'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1272746825-subnet', 'tenant_id': 'be35accfa19641058c6452311878f2d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:30.522772 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bbf6d-01d4-4fe7-a945-f233ccc72ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=31bcb26d-3ca1-4959-a614-488af5d3fcfe,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:30.533772 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 31bcb26d-3ca1-4959-a614-488af5d3fcfe details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:08:30.538555 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Made reservation on behalf of be35accfa19641058c6452311878f2d4 for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:08:30.541161 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942066'] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.556898 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:30.605120 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abc1ab-b2cd-43d2-89e2-00c71083d339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:08:30.609500 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-64abc1ab-b2cd-43d2-89e2-00c71083d339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.615275 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:08:30.627124 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:08:30.628173 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:08:15Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:30.647110 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-64abc1ab-b2cd-43d2-89e2-00c71083d339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "PUT /v2.0/floatingips/eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c HTTP/1.1" status: 200 len: 992 time: 1.2112219 Jun 25 16:08:30.647765 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'tag': 'dc0159e7-f976-4ca8-a996-a731692f1e35'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:30.650082 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd345b2-f216-4763-80e7-d1b75fbcff3d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d92f23b-4b14-4619-a2c9-a90bd96b27fd", "tag": "dc0159e7-f976-4ca8-a996-a731692f1e35"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:30.701568 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeabfa4-eda3-42d2-b99e-bd19d54e8a1f x-openstack-request-id: req-fdeabfa4-eda3-42d2-b99e-bd19d54e8a1f {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:30.701855 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d92f23b-4b14-4619-a2c9-a90bd96b27fd", "tag": "dc0159e7-f976-4ca8-a996-a731692f1e35", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:30.702303 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fdeabfa4-eda3-42d2-b99e-bd19d54e8a1f {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:30.704759 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:30.705375 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdeabfa4-eda3-42d2-b99e-bd19d54e8a1f'] response: {'name': 'network-changed', 'server_uuid': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'tag': 'dc0159e7-f976-4ca8-a996-a731692f1e35', 'status': 'completed', 'code': 200} Jun 25 16:08:30.759586 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:08:30.782408 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6aeee5b0-98d6-4751-b1bb-00e94121eeeb req-d0d1c9e6-dcf9-4e12-9bc1-78f03e59b336 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 210 time: 0.0383894 Jun 25 16:08:30.791787 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3066026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942084'] for subnet (b537a8d0-0fde-4358-96ce-391205d1b28c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.858971 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b537a8d0-0fde-4358-96ce-391205d1b28c,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:30.876459 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Checking segment: {'id': '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:08:30.876877 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Network hostable DHCP agents. Network: 31bcb26d-3ca1-4959-a614-488af5d3fcfe, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:08:30.896712 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Network 31bcb26d-3ca1-4959-a614-488af5d3fcfe is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:08:30.909852 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 31bcb26d-3ca1-4959-a614-488af5d3fcfe) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:08:30.915404 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:30.916989 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:30.922217 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd443671-cf77-45b6-b7be-6523276124dc None None] Network 31bcb26d-3ca1-4959-a614-488af5d3fcfe requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:08:30.931174 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:30.937595 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-422d19e3-954f-4750-a906-e7443a801950 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4594982 Jun 25 16:08:31.070209 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:31.070209 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '25c4a95d-6d5c-46ab-8a33-e71eecbbaa05', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:06:19Z', 'updated_at': '2022-06-25T16:07:08Z', 'revision_number': 2, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}, {'id': 'eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'dc0159e7-f976-4ca8-a996-a731692f1e35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:fd:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:08:05Z', 'updated_at': '2022-06-25T16:08:29Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:31.111988 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:08:31.119194 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681198b-2a65-45b8-8074-5099ddffdff9 None None] Network 31bcb26d-3ca1-4959-a614-488af5d3fcfe requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:08:31.136929 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:08:31.137541 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:08:15Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:31.216615 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 17f4711f-55ed-463b-986b-2d3077795600 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:08:31.439691 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 17f4711f-55ed-463b-986b-2d3077795600 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:08:31.469737 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 17f4711f-55ed-463b-986b-2d3077795600 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:31.470113 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (17f4711f-55ed-463b-986b-2d3077795600), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:31.506003 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:08:31.560465 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1685b4-22a7-4511-9e09-e3b08bdbdc50 req-01177d34-2d6b-4035-b771-b1b9aed6dccc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:31.565158 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed1685b4-22a7-4511-9e09-e3b08bdbdc50 req-01177d34-2d6b-4035-b771-b1b9aed6dccc tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 944 time: 0.0515738 Jun 25 16:08:31.614359 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ed1685b4-22a7-4511-9e09-e3b08bdbdc50 req-7ca20186-a50e-4f25-8504-6d10ea677f1e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457911 Jun 25 16:08:31.654954 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 17f4711f-55ed-463b-986b-2d3077795600 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:31.655517 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (17f4711f-55ed-463b-986b-2d3077795600), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:31.718689 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f4711f-55ed-463b-986b-2d3077795600'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:31.720917 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d52c30-6222-4293-bdd6-90042412c9c9" -d '{"events": [{"server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "name": "network-vif-plugged", "status": "completed", "tag": "17f4711f-55ed-463b-986b-2d3077795600"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:31.742296 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 17f4711f-55ed-463b-986b-2d3077795600, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=17f4711f-55ed-463b-986b-2d3077795600,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:31.751491 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (17f4711f-55ed-463b-986b-2d3077795600), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:31.776622 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b014c519-3f6f-456d-983a-72208a85a977 x-openstack-request-id: req-b014c519-3f6f-456d-983a-72208a85a977 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:31.776903 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "name": "network-vif-plugged", "status": "completed", "tag": "17f4711f-55ed-463b-986b-2d3077795600", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:31.777114 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b014c519-3f6f-456d-983a-72208a85a977 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:31.777528 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b014c519-3f6f-456d-983a-72208a85a977'] response: {'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f4711f-55ed-463b-986b-2d3077795600', 'code': 200} Jun 25 16:08:31.827680 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '25c4a95d-6d5c-46ab-8a33-e71eecbbaa05', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:06:19Z', 'updated_at': '2022-06-25T16:07:08Z', 'revision_number': 2, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}, {'id': 'eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'dc0159e7-f976-4ca8-a996-a731692f1e35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:fd:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:08:05Z', 'updated_at': '2022-06-25T16:08:29Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:31.859290 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=17f4711f-55ed-463b-986b-2d3077795600,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:31.861926 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f236ad-a640-4436-80c1-2db55d885c9d None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '25c4a95d-6d5c-46ab-8a33-e71eecbbaa05', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:06:19Z', 'updated_at': '2022-06-25T16:07:08Z', 'revision_number': 2, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}, {'id': 'eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'dc0159e7-f976-4ca8-a996-a731692f1e35', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:fd:1f:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:08:05Z', 'updated_at': '2022-06-25T16:08:29Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:08:31.882935 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ccbff948-9dce-4dd6-a40d-5c6958de5496 req-68f09086-192f-44b2-bb7b-1c67b1da3cfd tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 210 time: 0.0310080 Jun 25 16:08:32.059662 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5ca65-88a3-40b5-8839-cfe208e614b8 None None] New status for floating IP eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:08:32.292655 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:32.310009 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-9820fbb3-f4ef-4a79-9975-b96245c7a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:32.312829 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-9820fbb3-f4ef-4a79-9975-b96245c7a363 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 1130 time: 0.0886638 Jun 25 16:08:32.417311 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:32.427035 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066e80a-bd56-49a6-a611-84399328c649 req-046a2ce2-37e0-4b54-ae10-8ad003db15ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:32.428590 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f066e80a-bd56-49a6-a611-84399328c649 req-046a2ce2-37e0-4b54-ae10-8ad003db15ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 1129 time: 0.0482430 Jun 25 16:08:32.462706 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-13df67c0-fd8e-48ac-83bd-de2ad2c4be17 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:32.464321 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-13df67c0-fd8e-48ac-83bd-de2ad2c4be17 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.26 "GET /v2.0/networks?id=f890c253-6159-4bda-8d76-0d3eba6fa404 HTTP/1.1" status: 200 len: 809 time: 0.1998780 Jun 25 16:08:32.479747 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f066e80a-bd56-49a6-a611-84399328c649 req-ed0db04d-e933-4280-818a-5fe8871e7158 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Jun 25 16:08:32.494973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-d228e3b4-f166-4c91-85a8-34d483b83806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:32.496387 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-d228e3b4-f166-4c91-85a8-34d483b83806 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 916 time: 0.1735227 Jun 25 16:08:32.541499 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-60422df9-86e0-4f01-9d2e-1ee05da437c1 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80 HTTP/1.1" status: 200 len: 380 time: 0.0619779 Jun 25 16:08:32.747829 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Request body: {'port': {'device_id': 'affce264-2942-4aa8-850e-96642d84eff3', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'admin_state_up': True, 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'security_groups': ['a02c1e58-6b17-4c77-add6-c2e9a5809511']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:32.840987 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd648-ea36-4478-bdde-55221967bcbd req-e80de8f6-4d60-4ac6-b342-ff860dd10711 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:32.842395 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-833dd648-ea36-4478-bdde-55221967bcbd req-e80de8f6-4d60-4ac6-b342-ff860dd10711 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.1519144 Jun 25 16:08:32.949909 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-c227e471-08e7-4b61-bfe2-b95631f7aa1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc0159e7-f976-4ca8-a996-a731692f1e35 HTTP/1.1" status: 200 len: 1002 time: 0.1934316 Jun 25 16:08:32.971695 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:32.990534 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-15b85d03-3a9b-4a10-9d93-c733c2acf3b6 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:32.992052 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-15b85d03-3a9b-4a10-9d93-c733c2acf3b6 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/networks?id=31bcb26d-3ca1-4959-a614-488af5d3fcfe HTTP/1.1" status: 200 len: 809 time: 0.3120787 Jun 25 16:08:33.038643 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-833dd648-ea36-4478-bdde-55221967bcbd req-6470964a-86a2-467a-a1c0-1ee87ccf222d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853871 Jun 25 16:08:33.049586 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-29df1737-d678-4204-943a-9bcb3304d2f3 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/quotas/be35accfa19641058c6452311878f2d4 HTTP/1.1" status: 200 len: 375 time: 0.0318670 Jun 25 16:08:33.075277 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-9ea0c101-72c7-4b6e-afda-bd6f916efe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:33.076872 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-9ea0c101-72c7-4b6e-afda-bd6f916efe7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.1170442 Jun 25 16:08:33.094616 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-65759cea-8b20-418f-8074-434e3ad7ccd4 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be35accfa19641058c6452311878f2d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355861 Jun 25 16:08:33.097103 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Made reservation on behalf of 9b1a552fc6cc43bb80f8a5f951bfcf80 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:08:33.100889 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:33.185802 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b2c4ff90-87b3-4cd6-a821-15fe62cd4fba req-1f63fddb-dd10-4cec-9fc8-56c2c45c97d2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 210 time: 0.0547161 Jun 25 16:08:33.276435 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:33.302044 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-ae27da19-1c33-4a12-b0a6-61c93c16d1de service neutron] 10.222.0.13 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973152 Jun 25 16:08:33.362795 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Allocated IP 172.20.0.14 (f890c253-6159-4bda-8d76-0d3eba6fa404/bc14f556-3476-430a-bed6-291c93266bae/166dd48f-5e8c-48ce-8be5-c39460c7ef08) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:08:33.444871 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-fc9d96c4-6e7e-4089-a4f1-604a62414c81 service neutron] 10.222.0.13 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349542 Jun 25 16:08:33.575038 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-d2c437d1-874e-4790-8a68-8ddf33ca2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:33.576555 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-d2c437d1-874e-4790-8a68-8ddf33ca2cd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542059 Jun 25 16:08:33.616865 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:33.710619 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e3f8c47-a670-41ca-8a84-f7730018a4ca req-ff20306c-3670-4ccd-834b-c06d264747c2 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 210 time: 0.0742304 Jun 25 16:08:33.743336 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-71c495f4-3fea-442e-bfe2-e87f319caf66 service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584551 Jun 25 16:08:33.744806 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:33.791146 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Network f890c253-6159-4bda-8d76-0d3eba6fa404 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:08:33.794094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:08:33.798276 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:08:33.843152 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'Port': ['ID=166dd48f-5e8c-48ce-8be5-c39460c7ef08,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:33.870809 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:33.915011 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:33.915661 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:33.952646 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-fe231474-8201-47a9-8860-e8a2d09c26e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2091944 Jun 25 16:08:33.959346 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ffd345b2-f216-4763-80e7-d1b75fbcff3d req-eaf9342b-cb47-4d58-ba4a-298b183bdf0f service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579967 Jun 25 16:08:34.109245 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-abe3d5e1-4e00-4590-91ed-233256b0ecc2 None None] Provisioning complete for port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:34.109720 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-abe3d5e1-4e00-4590-91ed-233256b0ecc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:34.138387 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:34.145247 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-abe3d5e1-4e00-4590-91ed-233256b0ecc2 None None] Port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:08:34.163308 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7d211-0008-4353-8780-cfcdcd5e03ab req-06a0c487-cbbd-4d1e-935c-4b99255dbca7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:34.164789 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-93e7d211-0008-4353-8780-cfcdcd5e03ab req-06a0c487-cbbd-4d1e-935c-4b99255dbca7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0502696 Jun 25 16:08:34.221202 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-93e7d211-0008-4353-8780-cfcdcd5e03ab req-0e1fd225-ff25-4749-bb5b-5d23793750d8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507901 Jun 25 16:08:34.331667 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e3e5f-6ebd-43d3-a74c-79651957a987 req-d8a183c6-d2a5-4b3c-acfc-e5a7f4e4b3c1 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:34.333303 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd8e3e5f-6ebd-43d3-a74c-79651957a987 req-d8a183c6-d2a5-4b3c-acfc-e5a7f4e4b3c1 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 932 time: 0.0735126 Jun 25 16:08:34.346257 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:34.360919 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a9d9a6-c467-4704-a673-d1c57d3aa4e7 req-0c495d50-8598-4f75-ad43-53d4166a527f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:34.362327 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-41a9d9a6-c467-4704-a673-d1c57d3aa4e7 req-0c495d50-8598-4f75-ad43-53d4166a527f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0733869 Jun 25 16:08:34.371314 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 41918) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:34.381249 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Request body: {'floatingip': {'port_id': '17f4711f-55ed-463b-986b-2d3077795600'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:34.460106 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for floatingip (1330d0b1-f723-443e-ade9-91f15e5e4db1), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:34.466257 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fd8e3e5f-6ebd-43d3-a74c-79651957a987 req-02c56f6c-882a-44cf-a86d-8c34290c42b2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271956 Jun 25 16:08:34.555890 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Request body: {'port': {'device_id': 'affce264-2942-4aa8-850e-96642d84eff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:34.684599 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:35.198463 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-143ddeb7-e081-4cb9-ba0c-59bcd8571cc6 req-da46c391-7f84-435c-a566-5e35de882a54 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 210 time: 0.3856928 Jun 25 16:08:35.504321 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:35.551293 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.db.resource_extend [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 25 16:08:35.656446 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:35.703670 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:35.717960 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d248e7-5ec1-4129-8771-de8b706c8a51 req-181b1572-ac98-43ee-9dd6-d0908b75c2b2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:35.719405 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-63d248e7-5ec1-4129-8771-de8b706c8a51 req-181b1572-ac98-43ee-9dd6-d0908b75c2b2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 932 time: 0.1708176 Jun 25 16:08:35.725462 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1330d0b1-f723-443e-ade9-91f15e5e4db1), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:35.775283 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-44060465-3d92-4771-820e-131ce20660f7 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:35.776707 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-44060465-3d92-4771-820e-131ce20660f7 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.26 "GET /v2.0/networks?id=31bcb26d-3ca1-4959-a614-488af5d3fcfe HTTP/1.1" status: 200 len: 809 time: 0.3841252 Jun 25 16:08:35.780151 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166dd48f-5e8c-48ce-8be5-c39460c7ef08 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:35.794938 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Publish callbacks [] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:35.812582 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Request body: {'port': {'device_id': '24aa2353-f0e0-4f23-bc4c-e3567861148c', 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe', 'admin_state_up': True, 'tenant_id': 'be35accfa19641058c6452311878f2d4'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:35.898295 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Transition to ACTIVE for port object 166dd48f-5e8c-48ce-8be5-c39460c7ef08 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:08:35.912782 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:35.957849 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-63d248e7-5ec1-4129-8771-de8b706c8a51 req-57b03226-56f5-4444-aeef-02cdd65a2246 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302456 Jun 25 16:08:35.990521 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Floating IP 1330d0b1-f723-443e-ade9-91f15e5e4db1 associated. External IP: 172.27.2.45, port: 17f4711f-55ed-463b-986b-2d3077795600. Jun 25 16:08:36.054809 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Pushing event updated for resources: {'Port': ['ID=166dd48f-5e8c-48ce-8be5-c39460c7ef08,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:36.164086 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Made reservation on behalf of be35accfa19641058c6452311878f2d4 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:08:36.170893 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:36.312181 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Attempting to bind port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:08:36.312951 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Attempting to bind port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:08:36.312951 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Attempting to bind port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 on network f890c253-6159-4bda-8d76-0d3eba6fa404 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:36.345435 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b9a2ea4-6221-479a-8704-154dfc19e6a1 req-4e73dad1-1ee7-456e-80f2-05cbd5c3023c tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 210 time: 0.0601146 Jun 25 16:08:36.350004 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 on network f890c253-6159-4bda-8d76-0d3eba6fa404 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:08:36.350403 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Attempting to bind port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 on network f890c253-6159-4bda-8d76-0d3eba6fa404 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:36.385937 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:08:36.386271 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Checking segment: {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:08:36.386643 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Bound using segment: {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:08:36.387080 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Bound port: 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:08:36.387427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:36.442089 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:36.701112 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:36.731013 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Allocated IP 172.20.0.8 (31bcb26d-3ca1-4959-a614-488af5d3fcfe/b537a8d0-0fde-4358-96ce-391205d1b28c/34bca296-41e2-4258-b3ae-a1610d0e7b08) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:08:36.737475 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:08:36.783202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:08:36.844848 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:08:36.861191 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:36.955271 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:36.955809 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:36.957205 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] 10.222.0.26 "PUT /v2.0/ports/166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 200 len: 1094 time: 2.4061170 Jun 25 16:08:36.961047 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:36.963291 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9997613b-3066-46b7-a7ff-6329d26c4800" -d '{"events": [{"name": "network-changed", "server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:37.074506 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7693038-479b-4a48-8536-a2e401c6c3bd service neutron] Pushing event updated for resources: {'Port': ['ID=166dd48f-5e8c-48ce-8be5-c39460c7ef08,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:37.084076 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3d60b0-dbb6-4181-a936-6815a6d8d1c0 x-openstack-request-id: req-8e3d60b0-dbb6-4181-a936-6815a6d8d1c0 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:37.084353 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:37.084676 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e3d60b0-dbb6-4181-a936-6815a6d8d1c0 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:37.085209 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e3d60b0-dbb6-4181-a936-6815a6d8d1c0'] response: {'name': 'network-changed', 'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'status': 'completed', 'code': 200} Jun 25 16:08:37.088902 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-09787464-892f-45e9-82c7-31f938ba86b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:37.090496 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-09787464-892f-45e9-82c7-31f938ba86b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80&device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1128 time: 0.0779757 Jun 25 16:08:37.093758 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:08:37.099704 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.103375 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] Sync routers for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:08:37.119800 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:08:37.120484 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:08:15Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:37.141342 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fc897742-b4a9-463d-aa0b-bc5b50e8c64d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "PUT /v2.0/floatingips/1330d0b1-f723-443e-ade9-91f15e5e4db1 HTTP/1.1" status: 200 len: 990 time: 2.7690573 Jun 25 16:08:37.237569 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-9fb27673-9f96-4947-84da-d8731868635b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 200 len: 217 time: 0.1010423 Jun 25 16:08:37.256596 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:08:37.258748 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:37.313341 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caee3ed-bdb9-4e5b-a032-378bd9acd7c9 req-734b7146-ef3b-4b41-ab5b-703464c938a7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:37.314839 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7caee3ed-bdb9-4e5b-a032-378bd9acd7c9 req-734b7146-ef3b-4b41-ab5b-703464c938a7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.1756852 Jun 25 16:08:37.318168 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks [] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.320986 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-3d799851-715a-4199-ae8b-3481365d829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:37.322407 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-3d799851-715a-4199-ae8b-3481365d829b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc14f556-3476-430a-bed6-291c93266bae HTTP/1.1" status: 200 len: 848 time: 0.0716119 Jun 25 16:08:37.408851 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:37.426427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-f82aad26-2c33-45ba-a077-4de66977aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:37.428150 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-f82aad26-2c33-45ba-a077-4de66977aab1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f890c253-6159-4bda-8d76-0d3eba6fa404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0927789 Jun 25 16:08:37.436773 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41980) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:37.481236 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7caee3ed-bdb9-4e5b-a032-378bd9acd7c9 req-2fff996c-0a8d-49c3-9ca3-b411c4445466 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546323 Jun 25 16:08:37.487888 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1330d0b1-f723-443e-ade9-91f15e5e4db1', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'port_id': '17f4711f-55ed-463b-986b-2d3077795600', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'mac_address': 'fa:16:3e:19:83:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:08:11Z', 'updated_at': '2022-06-25T16:08:35Z', 'revision_number': 1, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:37.514504 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] Checking router: d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:08:37.524184 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:08:37.524979 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:08:15Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:37.530042 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.552826 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f8d5b78-1b02-4412-aa27-209f353a2b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.634615 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f8d5b78-1b02-4412-aa27-209f353a2b21 admin admin] Publish callbacks [] for security_group (e09727ad-19a8-4bc0-985e-c6ef1955b1cc), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.635556 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ec37a-54ed-41f3-92a6-5337da136043 req-1a8b5ca1-7e9b-4602-9225-834fc868fc9c tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:37.637538 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-996ec37a-54ed-41f3-92a6-5337da136043 req-1a8b5ca1-7e9b-4602-9225-834fc868fc9c tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 931 time: 0.1937337 Jun 25 16:08:37.642410 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:08:37.649040 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f8d5b78-1b02-4412-aa27-209f353a2b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (e09727ad-19a8-4bc0-985e-c6ef1955b1cc), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.650867 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Network 31bcb26d-3ca1-4959-a614-488af5d3fcfe is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:08:37.671965 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:37.673194 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:08:37.677228 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:08:37.693593 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d5b78-1b02-4412-aa27-209f353a2b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09727ad-19a8-4bc0-985e-c6ef1955b1cc,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:37.702160 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4f8d5b78-1b02-4412-aa27-209f353a2b21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2bc4f162846047e0a2fa2756c6eecfba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647033 Jun 25 16:08:37.702756 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 41986) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:37.729169 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Pushing event updated for resources: {'Port': ['ID=34bca296-41e2-4258-b3ae-a1610d0e7b08,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:37.757401 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d290c43-280f-45fa-9db2-f4d17c43aa51 admin admin] Publish callbacks [] for security_group (e09727ad-19a8-4bc0-985e-c6ef1955b1cc), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.764218 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-69a4312a-6be4-491f-8916-54ae47a5f9c3 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153739 Jun 25 16:08:37.785693 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d290c43-280f-45fa-9db2-f4d17c43aa51 admin admin] Publish callbacks [] for security_group (e09727ad-19a8-4bc0-985e-c6ef1955b1cc), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.797499 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:37.798119 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.805663 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-996ec37a-54ed-41f3-92a6-5337da136043 req-1e2e8e12-724b-415c-b3fc-fbc785e31e37 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614597 Jun 25 16:08:37.845654 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d290c43-280f-45fa-9db2-f4d17c43aa51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (e09727ad-19a8-4bc0-985e-c6ef1955b1cc), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.853147 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d361fa44-72f4-468f-b0e1-94e75273393b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0442555 Jun 25 16:08:37.860899 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5d290c43-280f-45fa-9db2-f4d17c43aa51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:37.865666 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-5d290c43-280f-45fa-9db2-f4d17c43aa51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e09727ad-19a8-4bc0-985e-c6ef1955b1cc HTTP/1.1" status: 204 len: 168 time: 0.1619217 Jun 25 16:08:37.878218 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d290c43-280f-45fa-9db2-f4d17c43aa51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09727ad-19a8-4bc0-985e-c6ef1955b1cc,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:37.895971 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Request body: {'port': {'device_id': '24aa2353-f0e0-4f23-bc4c-e3567861148c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:08:37.911407 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1330d0b1-f723-443e-ade9-91f15e5e4db1', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'port_id': '17f4711f-55ed-463b-986b-2d3077795600', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'mac_address': 'fa:16:3e:19:83:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:08:11Z', 'updated_at': '2022-06-25T16:08:35Z', 'revision_number': 1, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:08:37.941557 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845762d9-bbf6-4c83-8f18-ddcdbcf1e837 None None] The sync data for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi is: [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1330d0b1-f723-443e-ade9-91f15e5e4db1', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'port_id': '17f4711f-55ed-463b-986b-2d3077795600', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'mac_address': 'fa:16:3e:19:83:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:08:11Z', 'updated_at': '2022-06-25T16:08:35Z', 'revision_number': 1, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:08:37.982445 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d37f6bf6-d36d-4e87-b996-f37783a76304 req-3c4dc715-94c0-4fc6-aac0-f69fb1afaf17 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990032 Jun 25 16:08:37.990137 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:38.203265 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3825c445-1e01-442e-b910-0620fa5de84a None None] New status for floating IP 1330d0b1-f723-443e-ade9-91f15e5e4db1: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:08:38.294696 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bca296-41e2-4258-b3ae-a1610d0e7b08 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:38.302852 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Publish callbacks [] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:38.343747 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Transition to ACTIVE for port object 34bca296-41e2-4258-b3ae-a1610d0e7b08 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:08:38.353617 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:38.359804 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:38.386903 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-c336869b-b147-422a-8782-66fd43f92d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:38.388567 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-c336869b-b147-422a-8782-66fd43f92d2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80&device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1128 time: 0.0830369 Jun 25 16:08:38.441732 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Pushing event updated for resources: {'Port': ['ID=34bca296-41e2-4258-b3ae-a1610d0e7b08,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:38.594299 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-937c03a1-b368-4892-8130-76e4369a296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:38.595770 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-937c03a1-b368-4892-8130-76e4369a296b service neutron] 10.222.0.26 "GET /v2.0/networks?id=f890c253-6159-4bda-8d76-0d3eba6fa404 HTTP/1.1" status: 200 len: 910 time: 0.1924770 Jun 25 16:08:38.605724 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Attempting to bind port 34bca296-41e2-4258-b3ae-a1610d0e7b08 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:08:38.606028 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Attempting to bind port 34bca296-41e2-4258-b3ae-a1610d0e7b08 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:08:38.606352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Attempting to bind port 34bca296-41e2-4258-b3ae-a1610d0e7b08 on network 31bcb26d-3ca1-4959-a614-488af5d3fcfe {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:38.627997 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a58f4-eac9-451f-b4c2-630c3aab7150 req-b0c88a77-a422-4243-b3c7-513fcad6a533 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:38.629649 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-373a58f4-eac9-451f-b4c2-630c3aab7150 req-b0c88a77-a422-4243-b3c7-513fcad6a533 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0727141 Jun 25 16:08:38.630196 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Port 34bca296-41e2-4258-b3ae-a1610d0e7b08 on network 31bcb26d-3ca1-4959-a614-488af5d3fcfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:08:38.630514 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Attempting to bind port 34bca296-41e2-4258-b3ae-a1610d0e7b08 on network 31bcb26d-3ca1-4959-a614-488af5d3fcfe {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:08:38.661686 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-5f888fb3-167b-41cd-a2b5-5c14cb8b763c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 200 len: 217 time: 0.0502498 Jun 25 16:08:38.668085 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:08:38.668440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Checking segment: {'id': '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:08:38.668914 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Bound using segment: {'id': '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:08:38.669237 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Bound port: 34bca296-41e2-4258-b3ae-a1610d0e7b08, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:08:38.669590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:38.744317 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:38.797198 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-373a58f4-eac9-451f-b4c2-630c3aab7150 req-2110d54f-4546-4059-a817-248149064c7e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396976 Jun 25 16:08:38.798463 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-3f2e8956-5507-4883-9356-4627b4c5aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:38.799866 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-3f2e8956-5507-4883-9356-4627b4c5aeea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc14f556-3476-430a-bed6-291c93266bae HTTP/1.1" status: 200 len: 848 time: 0.1137972 Jun 25 16:08:38.812398 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] For port 34bca296-41e2-4258-b3ae-a1610d0e7b08, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:08:38.824190 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] For port 34bca296-41e2-4258-b3ae-a1610d0e7b08, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=34bca296-41e2-4258-b3ae-a1610d0e7b08,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:08:38.844744 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:38.900534 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-0693bab6-8a47-41e9-a1b7-6df51e879804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:38.902024 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-0693bab6-8a47-41e9-a1b7-6df51e879804 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f890c253-6159-4bda-8d76-0d3eba6fa404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0871143 Jun 25 16:08:38.908116 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:38.908702 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:38.910055 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] 10.222.0.26 "PUT /v2.0/ports/34bca296-41e2-4258-b3ae-a1610d0e7b08 HTTP/1.1" status: 200 len: 1093 time: 1.0189712 Jun 25 16:08:38.953479 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90bfef-6189-44e5-bc35-7d74c834543b service neutron] Pushing event updated for resources: {'Port': ['ID=34bca296-41e2-4258-b3ae-a1610d0e7b08,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:39.059363 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a0143-8ef5-443d-b801-4a5288e531e4 req-fb6acc7d-dff8-4a0b-b1b1-6cf414800942 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:39.060778 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a5a0143-8ef5-443d-b801-4a5288e531e4 req-fb6acc7d-dff8-4a0b-b1b1-6cf414800942 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 943 time: 0.1392217 Jun 25 16:08:39.063682 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-55747924-991b-4a87-858f-3ce007b73c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:39.065053 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-55747924-991b-4a87-858f-3ce007b73c6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be35accfa19641058c6452311878f2d4&device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 1127 time: 0.0922933 Jun 25 16:08:39.091023 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'tag': '17f4711f-55ed-463b-986b-2d3077795600'}, {'name': 'network-changed', 'server_uuid': '24aa2353-f0e0-4f23-bc4c-e3567861148c', 'tag': '34bca296-41e2-4258-b3ae-a1610d0e7b08'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:39.093202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35403f0f-d850-4e43-980c-e925036738d6" -d '{"events": [{"name": "network-changed", "server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "tag": "17f4711f-55ed-463b-986b-2d3077795600"}, {"name": "network-changed", "server_uuid": "24aa2353-f0e0-4f23-bc4c-e3567861148c", "tag": "34bca296-41e2-4258-b3ae-a1610d0e7b08"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:39.137194 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-fd5b3ca8-247c-48a1-9f4b-e2afbae681ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34bca296-41e2-4258-b3ae-a1610d0e7b08 HTTP/1.1" status: 200 len: 217 time: 0.0544958 Jun 25 16:08:39.143940 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c9412a-92cf-4e5d-bc99-f25f7111e9ee x-openstack-request-id: req-95c9412a-92cf-4e5d-bc99-f25f7111e9ee {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:39.144164 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "tag": "17f4711f-55ed-463b-986b-2d3077795600", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "24aa2353-f0e0-4f23-bc4c-e3567861148c", "tag": "34bca296-41e2-4258-b3ae-a1610d0e7b08", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:39.144541 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95c9412a-92cf-4e5d-bc99-f25f7111e9ee {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:39.145001 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c9412a-92cf-4e5d-bc99-f25f7111e9ee'] response: {'name': 'network-changed', 'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'tag': '17f4711f-55ed-463b-986b-2d3077795600', 'status': 'completed', 'code': 200} Jun 25 16:08:39.145301 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c9412a-92cf-4e5d-bc99-f25f7111e9ee'] response: {'name': 'network-changed', 'server_uuid': '24aa2353-f0e0-4f23-bc4c-e3567861148c', 'tag': '34bca296-41e2-4258-b3ae-a1610d0e7b08', 'status': 'completed', 'code': 200} Jun 25 16:08:39.147647 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-0bff2974-1bb9-44c8-9410-339ecb42ceb1 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351012 Jun 25 16:08:39.205270 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a5a0143-8ef5-443d-b801-4a5288e531e4 req-417ce87e-f0e3-4787-ac60-8c4650c42ed0 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378551 Jun 25 16:08:39.218960 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403f0f-d850-4e43-980c-e925036738d6 req-374d4e77-cc74-4771-b8cd-e88440824be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:39.220956 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-374d4e77-cc74-4771-b8cd-e88440824be1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 1129 time: 0.0427263 Jun 25 16:08:39.237021 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:39.264773 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-6d7aa65b-8e5c-4ccc-9968-92e701ede89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:39.266688 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-6d7aa65b-8e5c-4ccc-9968-92e701ede89b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b537a8d0-0fde-4358-96ce-391205d1b28c HTTP/1.1" status: 200 len: 849 time: 0.1161456 Jun 25 16:08:39.312107 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-9f70fcb8-8bf9-40e6-9485-186c9c03e253 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31bcb26d-3ca1-4959-a614-488af5d3fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376143 Jun 25 16:08:39.317814 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9997613b-3066-46b7-a7ff-6329d26c4800 req-5942b682-8cd7-42e2-8462-46b88ec277f9 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490924 Jun 25 16:08:39.324605 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403f0f-d850-4e43-980c-e925036738d6 req-8c68df18-bb38-4664-811a-b604b2cb8144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:39.326035 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-8c68df18-bb38-4664-811a-b604b2cb8144 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.0957875 Jun 25 16:08:39.418904 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-fca7b0ed-f32c-44f4-a120-e30820d4f87d service neutron] 10.222.0.26 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892887 Jun 25 16:08:39.432751 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-3229068c-cf7f-445b-860c-148ec3851183 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17f4711f-55ed-463b-986b-2d3077795600 HTTP/1.1" status: 200 len: 1000 time: 0.0849276 Jun 25 16:08:39.487414 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403f0f-d850-4e43-980c-e925036738d6 req-f60fc4af-d399-49dd-a0c6-001bc4f06890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:39.488870 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-f60fc4af-d399-49dd-a0c6-001bc4f06890 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0429645 Jun 25 16:08:39.517854 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e353ba-fdc5-4b56-9ad2-c2cbef4a3092 req-d6b00d96-32fb-4868-8c20-1b1c1b0410d6 service neutron] 10.222.0.26 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904710 Jun 25 16:08:39.540064 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403f0f-d850-4e43-980c-e925036738d6 req-c0203cc5-dcea-4137-9edd-31aa60b89565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:39.541749 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-c0203cc5-dcea-4137-9edd-31aa60b89565 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433829 Jun 25 16:08:39.638904 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-fd272543-af2f-4535-8425-c20b87207fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877595 Jun 25 16:08:40.065612 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f90fc-d170-443e-b95d-e7e3977c103f req-24255a14-6226-4a3a-b81a-a28478126ec4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:40.067084 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b9f90fc-d170-443e-b95d-e7e3977c103f req-24255a14-6226-4a3a-b81a-a28478126ec4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0526447 Jun 25 16:08:40.118547 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b9f90fc-d170-443e-b95d-e7e3977c103f req-a44e496b-ec8d-46fd-b291-78aed3ef9588 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Jun 25 16:08:40.330362 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f061d6af-2493-413b-a1f5-ef0a6e032761 req-ac9a7935-57ff-4b91-82c4-c1354381ec69 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:40.331707 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f061d6af-2493-413b-a1f5-ef0a6e032761 req-ac9a7935-57ff-4b91-82c4-c1354381ec69 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 943 time: 0.0468934 Jun 25 16:08:40.380807 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f061d6af-2493-413b-a1f5-ef0a6e032761 req-41277e06-8c2f-4e30-ba1b-fd54589577fb tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434282 Jun 25 16:08:40.785039 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:40.811485 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:40.819327 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-52760b4d-0fe2-4be5-a70d-97b79c1d2569 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017511 Jun 25 16:08:40.916209 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403f0f-d850-4e43-980c-e925036738d6 req-9777cd59-306d-4cb6-93c9-c102bf497df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:40.917719 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-9777cd59-306d-4cb6-93c9-c102bf497df3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be35accfa19641058c6452311878f2d4&device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 1127 time: 0.0404518 Jun 25 16:08:40.979319 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:41.028833 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403f0f-d850-4e43-980c-e925036738d6 req-d5c4b658-4d3d-40a1-ad4f-58311aeb8589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:41.031418 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-d5c4b658-4d3d-40a1-ad4f-58311aeb8589 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31bcb26d-3ca1-4959-a614-488af5d3fcfe HTTP/1.1" status: 200 len: 910 time: 0.1057091 Jun 25 16:08:41.081548 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-5c719f4a-a09b-4289-aba6-8010765fa17c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34bca296-41e2-4258-b3ae-a1610d0e7b08 HTTP/1.1" status: 200 len: 217 time: 0.0409999 Jun 25 16:08:41.149713 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35403f0f-d850-4e43-980c-e925036738d6 req-26c08bb3-8cf2-441f-8c61-14450b5a84f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:41.151703 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-26c08bb3-8cf2-441f-8c61-14450b5a84f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b537a8d0-0fde-4358-96ce-391205d1b28c HTTP/1.1" status: 200 len: 849 time: 0.0618768 Jun 25 16:08:41.187688 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-213ecf07-1eab-49b6-b87a-7c842c532e5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31bcb26d-3ca1-4959-a614-488af5d3fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279651 Jun 25 16:08:41.251392 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b3547-7de2-4573-8a20-3eaa5330bce4 req-af54ecb5-6a88-4d9d-8fde-9dcc9accee72 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:41.253049 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9d4b3547-7de2-4573-8a20-3eaa5330bce4 req-af54ecb5-6a88-4d9d-8fde-9dcc9accee72 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0572429 Jun 25 16:08:41.294946 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-1ee48fdb-8834-47f0-b538-7afb450c3813 service neutron] 10.222.0.26 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976887 Jun 25 16:08:41.309613 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9d4b3547-7de2-4573-8a20-3eaa5330bce4 req-f305ab5c-39ec-46af-8ad9-8056715db169 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506227 Jun 25 16:08:41.406016 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-35403f0f-d850-4e43-980c-e925036738d6 req-7a0d3703-6418-4be8-afaa-0a058f98e0f4 service neutron] 10.222.0.26 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042373 Jun 25 16:08:41.495513 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:41.521302 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b20173-904c-47ea-b08d-4f388836e295 req-1ff49ee9-f723-4e66-bb26-7e41bf7cc425 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:41.523110 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2b20173-904c-47ea-b08d-4f388836e295 req-1ff49ee9-f723-4e66-bb26-7e41bf7cc425 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 943 time: 0.0700607 Jun 25 16:08:41.579512 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2b20173-904c-47ea-b08d-4f388836e295 req-7d5450c4-89d9-4579-b233-60a4a5e9d37f tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484331 Jun 25 16:08:41.758277 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 34bca296-41e2-4258-b3ae-a1610d0e7b08 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:08:41.816084 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:41.880776 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 34bca296-41e2-4258-b3ae-a1610d0e7b08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=34bca296-41e2-4258-b3ae-a1610d0e7b08,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:41.893638 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '34bca296-41e2-4258-b3ae-a1610d0e7b08', 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe', 'port_id': '34bca296-41e2-4258-b3ae-a1610d0e7b08', 'mac_address': 'fa:16:3e:f9:15:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b537a8d0-0fde-4358-96ce-391205d1b28c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:08:41.929394 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 34bca296-41e2-4258-b3ae-a1610d0e7b08 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:41.929772 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:41.943354 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bca296-41e2-4258-b3ae-a1610d0e7b08 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:41.963520 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 34bca296-41e2-4258-b3ae-a1610d0e7b08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=34bca296-41e2-4258-b3ae-a1610d0e7b08,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:41.970420 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:42.025890 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=34bca296-41e2-4258-b3ae-a1610d0e7b08,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:42.359733 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['34bca296-41e2-4258-b3ae-a1610d0e7b08'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:08:42.414481 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-31654e82-f7c5-4e27-a2ea-d7aa917ef4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:42.435271 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bff16b-4503-4365-9c3b-9d212f159b81 req-5ef6208c-399c-49bf-8ff2-47595c949990 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:42.435271 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-98bff16b-4503-4365-9c3b-9d212f159b81 req-5ef6208c-399c-49bf-8ff2-47595c949990 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0513847 Jun 25 16:08:42.477127 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:42.482602 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-98bff16b-4503-4365-9c3b-9d212f159b81 req-f3c20396-e953-4dc2-aeab-afea91eb49cc tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452344 Jun 25 16:08:42.710296 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249e4e4-0d2b-4ef6-9ba6-fd9464423e7f req-5c7921aa-2df8-4e0d-a452-ba6699c45e5b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:42.711760 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f249e4e4-0d2b-4ef6-9ba6-fd9464423e7f req-5c7921aa-2df8-4e0d-a452-ba6699c45e5b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 944 time: 0.0476110 Jun 25 16:08:42.759617 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f249e4e4-0d2b-4ef6-9ba6-fd9464423e7f req-8199abfa-6766-4429-acae-cabc05d05db7 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421731 Jun 25 16:08:43.611875 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ab6eb-d2a3-4bb5-a9c2-c3e12dddd0d6 req-799be93b-2077-470b-a771-30ab18d26240 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:43.613277 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-226ab6eb-d2a3-4bb5-a9c2-c3e12dddd0d6 req-799be93b-2077-470b-a771-30ab18d26240 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0550292 Jun 25 16:08:43.668241 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-226ab6eb-d2a3-4bb5-a9c2-c3e12dddd0d6 req-0fb02506-2bc3-4bce-afcc-9fc38d489012 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489764 Jun 25 16:08:43.764023 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 34bca296-41e2-4258-b3ae-a1610d0e7b08 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:08:43.815615 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 34bca296-41e2-4258-b3ae-a1610d0e7b08 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:08:43.823797 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 34bca296-41e2-4258-b3ae-a1610d0e7b08 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:43.824333 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:43.874835 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:43.883786 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca162c-bbcd-4d73-81cc-475ec1b58a79 req-adcb991a-100c-40fc-af81-04787e6c89ef tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:43.885275 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0eca162c-bbcd-4d73-81cc-475ec1b58a79 req-adcb991a-100c-40fc-af81-04787e6c89ef tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 944 time: 0.0531909 Jun 25 16:08:43.904732 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 34bca296-41e2-4258-b3ae-a1610d0e7b08 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:43.905117 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:43.927535 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24aa2353-f0e0-4f23-bc4c-e3567861148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bca296-41e2-4258-b3ae-a1610d0e7b08'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:43.929791 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5720927b-332f-432c-953a-69240dca0c83" -d '{"events": [{"server_uuid": "24aa2353-f0e0-4f23-bc4c-e3567861148c", "name": "network-vif-plugged", "status": "completed", "tag": "34bca296-41e2-4258-b3ae-a1610d0e7b08"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:43.933372 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0eca162c-bbcd-4d73-81cc-475ec1b58a79 req-9efd567b-70dd-4182-b6a0-edfe4674abc5 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419524 Jun 25 16:08:43.942780 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 34bca296-41e2-4258-b3ae-a1610d0e7b08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=34bca296-41e2-4258-b3ae-a1610d0e7b08,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:43.948192 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:43.974528 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01c9715-e4f8-4016-820d-741d4df537bf x-openstack-request-id: req-d01c9715-e4f8-4016-820d-741d4df537bf {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:43.974842 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24aa2353-f0e0-4f23-bc4c-e3567861148c", "name": "network-vif-plugged", "status": "completed", "tag": "34bca296-41e2-4258-b3ae-a1610d0e7b08", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:43.975112 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d01c9715-e4f8-4016-820d-741d4df537bf {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:43.975495 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01c9715-e4f8-4016-820d-741d4df537bf'] response: {'server_uuid': '24aa2353-f0e0-4f23-bc4c-e3567861148c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bca296-41e2-4258-b3ae-a1610d0e7b08', 'code': 200} Jun 25 16:08:44.000814 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=34bca296-41e2-4258-b3ae-a1610d0e7b08,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:44.062538 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:08:44.458865 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d447a02f-7d5e-4a78-b56b-009f69b6b0f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:44.783825 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910cc2f-c7e2-4107-84be-926c281887ce req-3a02b795-783c-4ef9-8782-50909c0c2dca tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:44.785374 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9910cc2f-c7e2-4107-84be-926c281887ce req-3a02b795-783c-4ef9-8782-50909c0c2dca tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0484242 Jun 25 16:08:44.843631 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9910cc2f-c7e2-4107-84be-926c281887ce req-588dce58-c984-40fb-b20b-da7f0128bbda tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482340 Jun 25 16:08:45.066440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcd3ba6-ff3d-4388-ad4b-fd2015251070 req-e6bafd42-eb20-4c6b-83b8-727b6ec0f263 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:45.068491 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4dcd3ba6-ff3d-4388-ad4b-fd2015251070 req-e6bafd42-eb20-4c6b-83b8-727b6ec0f263 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0551548 Jun 25 16:08:45.117110 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4dcd3ba6-ff3d-4388-ad4b-fd2015251070 req-74bd01a4-3e91-4c40-b055-bf0045664ffd tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Jun 25 16:08:45.766415 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d541fd-0cda-4b5c-a334-ce12f685d4e1 req-36cce76e-e6a1-486a-9257-179b26931c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:45.767918 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0d541fd-0cda-4b5c-a334-ce12f685d4e1 req-36cce76e-e6a1-486a-9257-179b26931c35 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 1129 time: 0.0407763 Jun 25 16:08:45.772068 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 166dd48f-5e8c-48ce-8be5-c39460c7ef08 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:08:45.831036 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-f0d541fd-0cda-4b5c-a334-ce12f685d4e1 req-427933ae-b96c-4845-8a47-4dd2b2a38604 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558650 Jun 25 16:08:45.866611 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:45.881540 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:45.893758 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:45.904928 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'port_id': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'mac_address': 'fa:16:3e:a8:39:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:08:45.944190 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:45.944625 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:45.956504 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e849581-bc27-47c4-9164-33303d6e114a req-e9b2dc73-89e5-416a-b972-32241f8ffbcf tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:45.957889 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166dd48f-5e8c-48ce-8be5-c39460c7ef08 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:08:45.958074 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3e849581-bc27-47c4-9164-33303d6e114a req-e9b2dc73-89e5-416a-b972-32241f8ffbcf tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0466306 Jun 25 16:08:45.977916 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:45.983006 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:46.008463 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3e849581-bc27-47c4-9164-33303d6e114a req-49b9f357-9791-4180-bce2-d50f99df6610 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444312 Jun 25 16:08:46.027852 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=166dd48f-5e8c-48ce-8be5-c39460c7ef08,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:46.237475 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8aac-fbcc-44b4-bfe5-b4202a2b0736 req-e8270337-719d-40fb-b09f-8f2730868ce6 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:46.238994 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-140c8aac-fbcc-44b4-bfe5-b4202a2b0736 req-e8270337-719d-40fb-b09f-8f2730868ce6 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0472980 Jun 25 16:08:46.294829 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-140c8aac-fbcc-44b4-bfe5-b4202a2b0736 req-4010a5a0-781a-4ad2-b9f8-e139dcbf127c tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495708 Jun 25 16:08:46.417146 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['166dd48f-5e8c-48ce-8be5-c39460c7ef08'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:08:46.607306 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:47.137339 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654794a9-973a-4c27-a848-f1af12006af0 req-1d230aa9-56ad-487a-a7fc-db9ed5edca31 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:47.138693 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-654794a9-973a-4c27-a848-f1af12006af0 req-1d230aa9-56ad-487a-a7fc-db9ed5edca31 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 945 time: 0.0490952 Jun 25 16:08:47.188982 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-654794a9-973a-4c27-a848-f1af12006af0 req-5528cc1d-49bf-4b22-b3ba-bfd92118a781 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443184 Jun 25 16:08:47.420289 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704314c0-acbb-424c-9297-133b41b7920e req-180df3b5-1874-4162-8e91-817938863aed tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:47.421903 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-704314c0-acbb-424c-9297-133b41b7920e req-180df3b5-1874-4162-8e91-817938863aed tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0522861 Jun 25 16:08:47.465918 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:47.470720 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-704314c0-acbb-424c-9297-133b41b7920e req-c1678734-f68a-4e1b-b3d8-be5efc368e27 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432267 Jun 25 16:08:47.565238 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:47.799358 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:48.309556 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:48.311087 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db69c8-df26-4ca3-ba8a-bc3967b4edfb req-73b744a7-9004-4b55-a16c-698f380a6f41 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:48.312839 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68db69c8-df26-4ca3-ba8a-bc3967b4edfb req-73b744a7-9004-4b55-a16c-698f380a6f41 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 945 time: 0.0513616 Jun 25 16:08:48.362329 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68db69c8-df26-4ca3-ba8a-bc3967b4edfb req-f247c9bf-9471-40b5-a854-75a4dc325ad7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439544 Jun 25 16:08:48.594780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3a06-889d-4f71-b990-fd9cf456b7cc req-123d9bc7-f7da-4d34-9413-dc27f2d3e158 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:48.596234 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-efae3a06-889d-4f71-b990-fd9cf456b7cc req-123d9bc7-f7da-4d34-9413-dc27f2d3e158 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0520203 Jun 25 16:08:48.645972 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-efae3a06-889d-4f71-b990-fd9cf456b7cc req-3b0a726d-faa9-4999-8c62-5374c0e5645f tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Jun 25 16:08:49.493475 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea3887-a857-46b4-83e7-7e7a38ab6629 req-1fffc375-08e5-4193-937e-619746cad36b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:49.494933 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44ea3887-a857-46b4-83e7-7e7a38ab6629 req-1fffc375-08e5-4193-937e-619746cad36b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 945 time: 0.0506341 Jun 25 16:08:49.548437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44ea3887-a857-46b4-83e7-7e7a38ab6629 req-cedd6d21-8c45-416c-b7e7-235a8fa05a20 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452638 Jun 25 16:08:49.770983 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c084f63-1eac-434a-a601-2b472b6817cc req-2ee7fdba-6017-43e0-b7ea-9c81cb8a5398 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:49.772434 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c084f63-1eac-434a-a601-2b472b6817cc req-2ee7fdba-6017-43e0-b7ea-9c81cb8a5398 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0500615 Jun 25 16:08:49.822518 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8c084f63-1eac-434a-a601-2b472b6817cc req-79fc1fff-6b80-40ff-a65c-2ef968fe6e36 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415747 Jun 25 16:08:50.016234 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 166dd48f-5e8c-48ce-8be5-c39460c7ef08 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:08:50.064720 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:08:50.070284 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:08:50.070644 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:50.143045 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:08:50.143421 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:50.168284 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:50.170509 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18957536-c9d3-4b5a-9bd7-2bdb22adaf88" -d '{"events": [{"server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "name": "network-vif-plugged", "status": "completed", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:50.183626 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:50.188886 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:50.214715 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63c233c-2a3a-44b1-8c6c-2522b06b4cdc x-openstack-request-id: req-c63c233c-2a3a-44b1-8c6c-2522b06b4cdc {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:50.215022 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "name": "network-vif-plugged", "status": "completed", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:50.215274 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c63c233c-2a3a-44b1-8c6c-2522b06b4cdc {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:50.215627 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c63c233c-2a3a-44b1-8c6c-2522b06b4cdc'] response: {'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'code': 200} Jun 25 16:08:50.244455 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=166dd48f-5e8c-48ce-8be5-c39460c7ef08,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:50.688829 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7bf14-a9c9-4e3f-9739-96a950a699a1 req-32aa5162-85d1-4a21-8bb8-dcaea01d2322 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:50.696236 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85d7bf14-a9c9-4e3f-9739-96a950a699a1 req-32aa5162-85d1-4a21-8bb8-dcaea01d2322 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0761824 Jun 25 16:08:50.730608 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:50.744712 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85d7bf14-a9c9-4e3f-9739-96a950a699a1 req-52901d6f-3e6d-4be4-8100-5b0ecffd98ac tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475929 Jun 25 16:08:50.945953 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b57400-efa2-4233-a328-0ae743549496 req-073d50b6-bf83-426a-aac9-0dcd2e1f1a9b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:50.947878 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47b57400-efa2-4233-a328-0ae743549496 req-073d50b6-bf83-426a-aac9-0dcd2e1f1a9b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0497425 Jun 25 16:08:50.992210 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077b951-d7d6-494a-ad0e-b2ec0d865f37 req-14c713fb-017b-4f24-8694-a0e34049a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:50.993632 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4077b951-d7d6-494a-ad0e-b2ec0d865f37 req-14c713fb-017b-4f24-8694-a0e34049a8fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1130 time: 0.0384023 Jun 25 16:08:50.998418 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47b57400-efa2-4233-a328-0ae743549496 req-8480ecba-e94d-4941-954d-08480924886c tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433011 Jun 25 16:08:51.045626 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-4077b951-d7d6-494a-ad0e-b2ec0d865f37 req-60d99512-e4ac-40ed-b692-099465b176c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Jun 25 16:08:51.862152 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37e250-f445-40e4-862e-e1f3bcadb4fb req-2a558d1a-ead8-4a61-b703-d3d08ccb00fe tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:51.863665 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fe37e250-f445-40e4-862e-e1f3bcadb4fb req-2a558d1a-ead8-4a61-b703-d3d08ccb00fe tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0492117 Jun 25 16:08:51.916063 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fe37e250-f445-40e4-862e-e1f3bcadb4fb req-904cc593-af07-4504-a93d-05c6190e3fa7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464902 Jun 25 16:08:53.292161 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae229c4-2eb5-4d56-a2ad-49fac44e1c8a req-01fa63fa-8a31-4c42-92a2-7675835312c1 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:53.293654 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7ae229c4-2eb5-4d56-a2ad-49fac44e1c8a req-01fa63fa-8a31-4c42-92a2-7675835312c1 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.3071187 Jun 25 16:08:53.345254 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7ae229c4-2eb5-4d56-a2ad-49fac44e1c8a req-b36acd08-70a5-466e-b4e0-bc41b2366c0a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 Jun 25 16:08:54.058674 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:54.492826 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9569d2-015b-4332-9428-fe0b9f8ebbb1 req-22880c6a-bcb4-47ab-bb07-83156befc002 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:54.494257 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2c9569d2-015b-4332-9428-fe0b9f8ebbb1 req-22880c6a-bcb4-47ab-bb07-83156befc002 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0804288 Jun 25 16:08:54.520111 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897299d-3fb1-481a-bac7-15a2837fa665 req-0424e033-074b-457f-a924-5c3d548c38ec tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:54.521549 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a897299d-3fb1-481a-bac7-15a2837fa665 req-0424e033-074b-457f-a924-5c3d548c38ec tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0742347 Jun 25 16:08:54.568187 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2c9569d2-015b-4332-9428-fe0b9f8ebbb1 req-88dff8fb-c856-4fef-98b1-f35e423aac57 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681357 Jun 25 16:08:54.591330 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a897299d-3fb1-481a-bac7-15a2837fa665 req-1d437213-ccec-40ec-955f-267a587db28f tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630505 Jun 25 16:08:55.733733 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffa5bc-45f3-4a2d-8fb6-52e780d58b35 req-518a86f6-4724-4b86-ab5a-001cb98585e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:55.735233 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7bffa5bc-45f3-4a2d-8fb6-52e780d58b35 req-518a86f6-4724-4b86-ab5a-001cb98585e4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0872695 Jun 25 16:08:55.743845 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656db174-7bfd-4e85-95d3-5e610d5a6f86 req-7ce74947-47a6-4d83-91fa-bdd7e7451293 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:55.745252 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-656db174-7bfd-4e85-95d3-5e610d5a6f86 req-7ce74947-47a6-4d83-91fa-bdd7e7451293 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0662050 Jun 25 16:08:55.778081 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:55.822497 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7bffa5bc-45f3-4a2d-8fb6-52e780d58b35 req-3d85d618-05b5-482c-b4dd-504cb6502b90 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763128 Jun 25 16:08:55.827075 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-656db174-7bfd-4e85-95d3-5e610d5a6f86 req-f1c53475-1156-400b-a649-50e83fd57e5b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740421 Jun 25 16:08:56.968966 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28abd9-7a42-4337-933f-c0556832812b req-78c8651d-5e29-4705-bb60-7a900259771e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:56.970415 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6f28abd9-7a42-4337-933f-c0556832812b req-78c8651d-5e29-4705-bb60-7a900259771e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0761712 Jun 25 16:08:56.978197 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824cb3-ca22-44b7-9fe7-9eca70621b61 req-abdf3441-8771-468d-9e9a-ed0c5267a15c tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:56.979532 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3e824cb3-ca22-44b7-9fe7-9eca70621b61 req-abdf3441-8771-468d-9e9a-ed0c5267a15c tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0763235 Jun 25 16:08:57.054077 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6f28abd9-7a42-4337-933f-c0556832812b req-4df273ea-ef51-4edf-bfee-7b829c2f5e57 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736225 Jun 25 16:08:57.057278 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3e824cb3-ca22-44b7-9fe7-9eca70621b61 req-900e2b45-ece4-4819-aa06-dc22c521cc34 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710781 Jun 25 16:08:58.201177 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3e31d-db15-4c9b-98c6-93be6c49e2e2 req-e7fe54bb-1510-4651-b651-0f2efed03374 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:58.202641 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1ca3e31d-db15-4c9b-98c6-93be6c49e2e2 req-e7fe54bb-1510-4651-b651-0f2efed03374 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0764766 Jun 25 16:08:58.210415 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df77f0f-8afa-46b2-9ea7-fa2489707bc2 req-92ee04f6-c9c0-468d-8880-f26b88ac6122 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:58.211772 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3df77f0f-8afa-46b2-9ea7-fa2489707bc2 req-92ee04f6-c9c0-468d-8880-f26b88ac6122 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0765421 Jun 25 16:08:58.267788 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:58.292392 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1ca3e31d-db15-4c9b-98c6-93be6c49e2e2 req-c9171896-bd42-49cb-ac3d-ca2f774e6cea tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797126 Jun 25 16:08:58.295730 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3df77f0f-8afa-46b2-9ea7-fa2489707bc2 req-6033a18a-58c4-4853-8ebb-e4619f838f07 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768900 Jun 25 16:08:59.253521 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-1b574f5a-698f-4fa0-a911-f3193e027eeb tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:59.254965 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-1b574f5a-698f-4fa0-a911-f3193e027eeb tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.26 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0833197 Jun 25 16:08:59.410952 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Deleting port 34bca296-41e2-4258-b3ae-a1610d0e7b08 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:08:59.411494 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:59.451651 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f2ff0-ccaa-4dce-885c-02ce9b961778 req-88a7a437-29b9-4504-ae75-5ca0f0d11ede tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:59.453499 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb9f2ff0-ccaa-4dce-885c-02ce9b961778 req-88a7a437-29b9-4504-ae75-5ca0f0d11ede tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=24aa2353-f0e0-4f23-bc4c-e3567861148c HTTP/1.1" status: 200 len: 945 time: 0.0872836 Jun 25 16:08:59.476764 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8fd2c-05e4-44d7-a96d-8600ea04f8e4 req-a0624a9c-7520-46b3-b18b-eb1c6b93defb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:59.478297 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6c8fd2c-05e4-44d7-a96d-8600ea04f8e4 req-a0624a9c-7520-46b3-b18b-eb1c6b93defb tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0960329 Jun 25 16:08:59.509102 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] For port 34bca296-41e2-4258-b3ae-a1610d0e7b08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=34bca296-41e2-4258-b3ae-a1610d0e7b08,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:08:59.509580 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:59.529891 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Calling delete_port for 34bca296-41e2-4258-b3ae-a1610d0e7b08 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:08:59.554551 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6c8fd2c-05e4-44d7-a96d-8600ea04f8e4 req-65b05d2c-b321-4ae6-bb85-02a2be853db8 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652349 Jun 25 16:08:59.569999 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb9f2ff0-ccaa-4dce-885c-02ce9b961778 req-357ee309-9995-450a-a00b-9e9c87cbf47b tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063144 Jun 25 16:08:59.621205 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:59.647619 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:08:59.668331 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (34bca296-41e2-4258-b3ae-a1610d0e7b08), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:59.677716 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af872c4-439c-43e5-ac65-f59c7a82b3bf req-7a152c3f-2c26-49b8-833d-b3fedf845de0 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:08:59.679213 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7af872c4-439c-43e5-ac65-f59c7a82b3bf req-7a152c3f-2c26-49b8-833d-b3fedf845de0 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0494184 Jun 25 16:08:59.689962 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['34bca296-41e2-4258-b3ae-a1610d0e7b08'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:08:59.698082 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Pushing event deleted for resources: {'Port': ['ID=34bca296-41e2-4258-b3ae-a1610d0e7b08,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:08:59.734908 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7af872c4-439c-43e5-ac65-f59c7a82b3bf req-69471d58-8f9c-420e-963b-e3ccc8ad91bd tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495689 Jun 25 16:08:59.758222 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42160) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:08:59.766936 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] No DVR routers for this DVR port 34bca296-41e2-4258-b3ae-a1610d0e7b08 on host hv-cinder-84762 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:08:59.770132 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:08:59.773516 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-8d7dc1e1-da30-43ed-ba4b-aa8ffb1279a4 req-14170f1f-b55e-484d-b885-8ce030297629 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.26 "DELETE /v2.0/ports/34bca296-41e2-4258-b3ae-a1610d0e7b08 HTTP/1.1" status: 204 len: 173 time: 0.5074849 Jun 25 16:08:59.773963 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24aa2353-f0e0-4f23-bc4c-e3567861148c', 'name': 'network-vif-deleted', 'tag': '34bca296-41e2-4258-b3ae-a1610d0e7b08'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:08:59.776142 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dbbf99-50a5-4cf9-8fe2-dddf713e78c5" -d '{"events": [{"server_uuid": "24aa2353-f0e0-4f23-bc4c-e3567861148c", "name": "network-vif-deleted", "tag": "34bca296-41e2-4258-b3ae-a1610d0e7b08"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:08:59.814564 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5950e5cb-46ef-47d8-8ab0-563996969354 x-openstack-request-id: req-5950e5cb-46ef-47d8-8ab0-563996969354 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:08:59.814964 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24aa2353-f0e0-4f23-bc4c-e3567861148c", "name": "network-vif-deleted", "tag": "34bca296-41e2-4258-b3ae-a1610d0e7b08", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:08:59.815283 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5950e5cb-46ef-47d8-8ab0-563996969354 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:08:59.815908 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5950e5cb-46ef-47d8-8ab0-563996969354'] response: {'server_uuid': '24aa2353-f0e0-4f23-bc4c-e3567861148c', 'name': 'network-vif-deleted', 'tag': '34bca296-41e2-4258-b3ae-a1610d0e7b08', 'status': 'completed', 'code': 200} Jun 25 16:09:00.047038 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b87d447-a8ea-46d8-b5ef-0384c5d1b0df tempest-TestShelveInstance-1708919934 tempest-TestShelveInstance-1708919934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:00.048583 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2b87d447-a8ea-46d8-b5ef-0384c5d1b0df tempest-TestShelveInstance-1708919934 tempest-TestShelveInstance-1708919934-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1125 time: 0.2893455 Jun 25 16:09:00.051795 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42166) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:00.056008 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'port_id': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:00.080673 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:00.158057 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:00.242651 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:00.278546 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Allocated IP 172.27.2.26 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/f8eb3963-29bb-4f91-8c8a-da0a95261fd0) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:09:00.292907 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:00.394011 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for port (f8eb3963-29bb-4f91-8c8a-da0a95261fd0), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:00.428932 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (f8eb3963-29bb-4f91-8c8a-da0a95261fd0), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:00.477648 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:09:00.480833 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:09:00.485439 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:09:00.489215 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'Port': ['ID=f8eb3963-29bb-4f91-8c8a-da0a95261fd0,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:00.613434 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:00.925051 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for floatingip (ffc27666-9c65-4640-86a1-0320ee7a05bd), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:00.934634 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-2b698e3f-1c60-41a3-9d8b-85d20a910872 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:00.936088 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-2b698e3f-1c60-41a3-9d8b-85d20a910872 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/networks?id=31bcb26d-3ca1-4959-a614-488af5d3fcfe HTTP/1.1" status: 200 len: 809 time: 0.1516607 Jun 25 16:09:00.975461 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-56823916-3724-401d-a8bb-e8107854d2ba tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/quotas/be35accfa19641058c6452311878f2d4 HTTP/1.1" status: 200 len: 375 time: 0.0200851 Jun 25 16:09:01.022528 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-c36d5cc8-3c89-4f87-b6a8-7e3ad2c89333 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=be35accfa19641058c6452311878f2d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412042 Jun 25 16:09:01.040006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (f8eb3963-29bb-4f91-8c8a-da0a95261fd0), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:01.092219 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:01.200656 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-d3799670-eb8f-4e39-be43-dbd894fbdfc5 service neutron] 10.222.0.13 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699283 Jun 25 16:09:01.322180 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for port (f8eb3963-29bb-4f91-8c8a-da0a95261fd0), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:01.328619 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-a0770600-c788-42fc-9f7b-2d8a414ccb98 service neutron] 10.222.0.13 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221423 Jun 25 16:09:01.329741 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (f8eb3963-29bb-4f91-8c8a-da0a95261fd0), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:01.399861 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:01.408228 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event updated for resources: {'Port': ['ID=f8eb3963-29bb-4f91-8c8a-da0a95261fd0,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:01.417804 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (ffc27666-9c65-4640-86a1-0320ee7a05bd), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:01.533713 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6d410d0e-9296-418f-8126-9bab69bf8d4e req-d5ea81a0-7766-4289-aea3-e3cc1906face tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 210 time: 0.0401161 Jun 25 16:09:01.543521 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Floating IP ffc27666-9c65-4640-86a1-0320ee7a05bd associated. External IP: 172.27.2.26, port: 166dd48f-5e8c-48ce-8be5-c39460c7ef08. Jun 25 16:09:02.027548 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:09:02.054528 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 34bca296-41e2-4258-b3ae-a1610d0e7b08 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:09:02.078071 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 34bca296-41e2-4258-b3ae-a1610d0e7b08 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:09:02.078518 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 34bca296-41e2-4258-b3ae-a1610d0e7b08 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:09:02.132557 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:09:02.142962 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] Sync routers for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:09:02.153447 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:02.154745 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:09:02.155370 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:08:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:02.186109 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-cd024669-190c-48f0-92c8-536cccc4303a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1331682 Jun 25 16:09:02.186562 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:02.188916 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348" -d '{"events": [{"name": "network-changed", "server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:02.224701 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e71dae3-d674-4ea1-ad2e-c4e8b8f978d5 x-openstack-request-id: req-8e71dae3-d674-4ea1-ad2e-c4e8b8f978d5 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:02.225013 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:02.225241 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8e71dae3-d674-4ea1-ad2e-c4e8b8f978d5 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:02.225662 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e71dae3-d674-4ea1-ad2e-c4e8b8f978d5'] response: {'name': 'network-changed', 'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'status': 'completed', 'code': 200} Jun 25 16:09:02.256598 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:09:02.570503 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-070e285f-ad18-4c99-ace7-1dc134c395b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:02.573278 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-070e285f-ad18-4c99-ace7-1dc134c395b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80&device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1130 time: 0.0425940 Jun 25 16:09:02.615478 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'ffc27666-9c65-4640-86a1-0320ee7a05bd', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'port_id': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'mac_address': 'fa:16:3e:a8:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affce264-2942-4aa8-850e-96642d84eff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:09:00Z', 'updated_at': '2022-06-25T16:09:00Z', 'revision_number': 0, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 5, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:02.653637 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] Checking router: c4d072ca-2659-4517-ba3d-b0ef3bc16e40 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:09:02.663196 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:09:02.663877 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:08:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:02.717162 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1e94c50b-9741-4979-bbad-39805b638a9f req-d8b4bf7f-1db3-429e-9f86-112a1162f564 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 210 time: 0.0852871 Jun 25 16:09:02.764638 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-02cde7b9-2c21-4526-8163-406d2ccf9e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:02.766799 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-02cde7b9-2c21-4526-8163-406d2ccf9e75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f890c253-6159-4bda-8d76-0d3eba6fa404 HTTP/1.1" status: 200 len: 910 time: 0.1770616 Jun 25 16:09:02.826376 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:09:02.852902 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-12785f41-8e52-4fa0-a465-1a1ccd0e77b0 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:02.856080 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-12785f41-8e52-4fa0-a465-1a1ccd0e77b0 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.26 "GET /v2.0/networks?id=31bcb26d-3ca1-4959-a614-488af5d3fcfe HTTP/1.1" status: 200 len: 809 time: 0.1559074 Jun 25 16:09:02.877880 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Request body: {'port': {'device_id': '679fe627-88a7-42af-99d9-aefdf5b03b3d', 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe', 'admin_state_up': True, 'tenant_id': 'be35accfa19641058c6452311878f2d4'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:02.880888 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-c31f6fe8-235e-4ae8-a36a-c168d49ec51b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 200 len: 999 time: 0.1040852 Jun 25 16:09:02.883207 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:02.887294 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:02.958374 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-b6d23c77-1943-4dbf-aba4-9c4adbb547ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:02.960148 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-b6d23c77-1943-4dbf-aba4-9c4adbb547ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc14f556-3476-430a-bed6-291c93266bae HTTP/1.1" status: 200 len: 848 time: 0.0660908 Jun 25 16:09:03.023287 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Made reservation on behalf of be35accfa19641058c6452311878f2d4 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:09:03.026728 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:03.081975 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-e85cde71-6c2b-4bdc-b192-e2d31c012cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:03.084484 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-e85cde71-6c2b-4bdc-b192-e2d31c012cd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f890c253-6159-4bda-8d76-0d3eba6fa404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475550 Jun 25 16:09:03.102348 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'ffc27666-9c65-4640-86a1-0320ee7a05bd', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'port_id': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'mac_address': 'fa:16:3e:a8:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affce264-2942-4aa8-850e-96642d84eff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:09:00Z', 'updated_at': '2022-06-25T16:09:00Z', 'revision_number': 0, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 5, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:03.128249 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4c9ea2-097e-4b8d-8b31-ce290f62d6b9 None None] The sync data for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi is: [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'ffc27666-9c65-4640-86a1-0320ee7a05bd', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'floating_ip_address': '172.27.2.26', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'port_id': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'mac_address': 'fa:16:3e:a8:39:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'affce264-2942-4aa8-850e-96642d84eff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:09:00Z', 'updated_at': '2022-06-25T16:09:00Z', 'revision_number': 0, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 5, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:09:03.166894 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:03.174146 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Allocated IP 172.20.0.6 (31bcb26d-3ca1-4959-a614-488af5d3fcfe/b537a8d0-0fde-4358-96ce-391205d1b28c/d3721cff-9dc7-44e9-9f72-4de800e8d602) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:09:03.203993 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-a532f054-dec4-4a14-bcba-2eb5b1d90a65 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040714 Jun 25 16:09:03.330753 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks [] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:03.335333 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c14b49-f9d3-40d5-8d6e-3495aba079f9 None None] New status for floating IP ffc27666-9c65-4640-86a1-0320ee7a05bd: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:09:03.365784 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:03.408780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Network 31bcb26d-3ca1-4959-a614-488af5d3fcfe is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:09:03.412379 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:09:03.414738 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:09:03.443279 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Pushing event updated for resources: {'Port': ['ID=d3721cff-9dc7-44e9-9f72-4de800e8d602,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:03.469364 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:03.469973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:03.487246 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-ecb2a8c6-a31b-481a-807e-a4393a253c81 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6140649 Jun 25 16:09:03.657610 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Request body: {'port': {'device_id': '679fe627-88a7-42af-99d9-aefdf5b03b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:03.723929 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:03.742283 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-b6daaf4f-bd8a-4b96-bbfa-c276805ad348 req-6406423d-5645-4166-9901-af1f96e356d8 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914962 Jun 25 16:09:03.881095 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:03.896541 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac75224-812d-4e4d-9565-49a8973b77d8 req-06142973-cf95-4a13-b57e-74b94a0e8e0e tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:03.898019 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ac75224-812d-4e4d-9565-49a8973b77d8 req-06142973-cf95-4a13-b57e-74b94a0e8e0e tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 931 time: 0.0718193 Jun 25 16:09:04.012187 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ac75224-812d-4e4d-9565-49a8973b77d8 req-3fd44359-56ba-4a12-a383-786024169794 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005657 Jun 25 16:09:04.083275 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3721cff-9dc7-44e9-9f72-4de800e8d602 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:09:04.091107 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Publish callbacks [] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:04.105476 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Transition to ACTIVE for port object d3721cff-9dc7-44e9-9f72-4de800e8d602 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:09:04.111401 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:04.170995 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Pushing event updated for resources: {'Port': ['ID=d3721cff-9dc7-44e9-9f72-4de800e8d602,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:04.222968 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:04.248234 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Attempting to bind port d3721cff-9dc7-44e9-9f72-4de800e8d602 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:09:04.248628 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Attempting to bind port d3721cff-9dc7-44e9-9f72-4de800e8d602 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:09:04.248946 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Attempting to bind port d3721cff-9dc7-44e9-9f72-4de800e8d602 on network 31bcb26d-3ca1-4959-a614-488af5d3fcfe {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:09:04.253539 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Port d3721cff-9dc7-44e9-9f72-4de800e8d602 on network 31bcb26d-3ca1-4959-a614-488af5d3fcfe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:09:04.253944 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Attempting to bind port d3721cff-9dc7-44e9-9f72-4de800e8d602 on network 31bcb26d-3ca1-4959-a614-488af5d3fcfe {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:09:04.259033 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:09:04.259357 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Checking segment: {'id': '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:09:04.259724 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Bound using segment: {'id': '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:09:04.260135 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Bound port: d3721cff-9dc7-44e9-9f72-4de800e8d602, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:09:04.260502 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:04.326070 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] For port d3721cff-9dc7-44e9-9f72-4de800e8d602, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:09:04.330615 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] For port d3721cff-9dc7-44e9-9f72-4de800e8d602, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=d3721cff-9dc7-44e9-9f72-4de800e8d602,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:09:04.339373 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:04.375944 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:04.376600 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:04.378015 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] 10.222.0.26 "PUT /v2.0/ports/d3721cff-9dc7-44e9-9f72-4de800e8d602 HTTP/1.1" status: 200 len: 1093 time: 0.7263618 Jun 25 16:09:04.378441 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '679fe627-88a7-42af-99d9-aefdf5b03b3d', 'tag': 'd3721cff-9dc7-44e9-9f72-4de800e8d602'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:04.381015 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e99fd2d-6312-4102-86db-3911c2c89898" -d '{"events": [{"name": "network-changed", "server_uuid": "679fe627-88a7-42af-99d9-aefdf5b03b3d", "tag": "d3721cff-9dc7-44e9-9f72-4de800e8d602"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:04.401819 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685c9a2-d49e-45fa-b0d4-7e16875f2243 service neutron] Pushing event updated for resources: {'Port': ['ID=d3721cff-9dc7-44e9-9f72-4de800e8d602,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:04.424828 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4406fd4-6607-4413-92bf-7d023da30c40 x-openstack-request-id: req-f4406fd4-6607-4413-92bf-7d023da30c40 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:04.425116 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "679fe627-88a7-42af-99d9-aefdf5b03b3d", "tag": "d3721cff-9dc7-44e9-9f72-4de800e8d602", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:04.425401 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f4406fd4-6607-4413-92bf-7d023da30c40 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:04.425965 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4406fd4-6607-4413-92bf-7d023da30c40'] response: {'name': 'network-changed', 'server_uuid': '679fe627-88a7-42af-99d9-aefdf5b03b3d', 'tag': 'd3721cff-9dc7-44e9-9f72-4de800e8d602', 'status': 'completed', 'code': 200} Jun 25 16:09:04.467803 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-4875993a-cc70-41b3-9c2e-0d9f65d30ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:04.469328 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-4875993a-cc70-41b3-9c2e-0d9f65d30ec6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be35accfa19641058c6452311878f2d4&device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 1127 time: 0.0395560 Jun 25 16:09:04.512848 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-f8913d5b-a019-49c8-9442-15d3d4427631 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3721cff-9dc7-44e9-9f72-4de800e8d602 HTTP/1.1" status: 200 len: 217 time: 0.0316210 Jun 25 16:09:04.568138 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-efca58c1-5498-4ed9-9f7f-4ec20179137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:04.569612 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-efca58c1-5498-4ed9-9f7f-4ec20179137b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b537a8d0-0fde-4358-96ce-391205d1b28c HTTP/1.1" status: 200 len: 849 time: 0.0484524 Jun 25 16:09:04.606037 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-e464fec0-4cd0-407a-a3c1-59e8d756468c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31bcb26d-3ca1-4959-a614-488af5d3fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265746 Jun 25 16:09:04.717110 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-6db93a84-1896-4a82-b189-7aae33b067bd service neutron] 10.222.0.26 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005762 Jun 25 16:09:04.829161 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca917fa7-fc04-45ed-a8bc-55fe08cd51b2 req-d13215ab-3133-490c-a789-43f6ee1ccbdb service neutron] 10.222.0.26 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029978 Jun 25 16:09:05.140911 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875e1d0-51e7-4ede-a2af-c90cb5b41896 req-71cdb9f9-84b1-4062-88b0-15f50922f82a tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:05.142403 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8875e1d0-51e7-4ede-a2af-c90cb5b41896 req-71cdb9f9-84b1-4062-88b0-15f50922f82a tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 943 time: 0.0487435 Jun 25 16:09:05.154096 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:05.191692 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8875e1d0-51e7-4ede-a2af-c90cb5b41896 req-d56bd632-8ac8-4cc0-a6b3-85c88a511e4f tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433397 Jun 25 16:09:05.333006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f200488-88e9-4c2e-955c-669cfcaa613e req-c4b2dd5b-35e1-4e39-9666-1d74bad85517 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:05.334347 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f200488-88e9-4c2e-955c-669cfcaa613e req-c4b2dd5b-35e1-4e39-9666-1d74bad85517 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 945 time: 0.0573781 Jun 25 16:09:05.387340 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f200488-88e9-4c2e-955c-669cfcaa613e req-0757488d-9239-426f-a2fc-76b34599def8 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445688 Jun 25 16:09:06.132992 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-48b74f05-6495-4eaf-9237-4f2b2b3a2ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:06.134416 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-48b74f05-6495-4eaf-9237-4f2b2b3a2ad8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=be35accfa19641058c6452311878f2d4&device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 1127 time: 0.0412428 Jun 25 16:09:06.311020 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7730d00-c18b-4f3d-b597-c5431db78c5f req-db3dae6a-682a-4742-b238-15d02de8983d tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:06.312511 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7730d00-c18b-4f3d-b597-c5431db78c5f req-db3dae6a-682a-4742-b238-15d02de8983d tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 943 time: 0.0500007 Jun 25 16:09:06.370099 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7730d00-c18b-4f3d-b597-c5431db78c5f req-77f9b95c-f9cc-4de3-8f46-586bad3d82c6 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487609 Jun 25 16:09:06.507498 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58795951-ea67-45b2-8741-c5cb50744b33 req-1dbedc61-9223-4b97-9a1b-9254892e3a74 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:06.508985 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58795951-ea67-45b2-8741-c5cb50744b33 req-1dbedc61-9223-4b97-9a1b-9254892e3a74 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 945 time: 0.0527737 Jun 25 16:09:06.558814 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58795951-ea67-45b2-8741-c5cb50744b33 req-f6879ebe-fdd1-4785-979b-8905ba4fd6db tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Jun 25 16:09:07.496866 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3b297-7b9d-4960-b40d-00bdc65de7c6 req-a2866050-8bb1-4dd4-a4d3-aab2bf17a553 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:07.498313 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6cf3b297-7b9d-4960-b40d-00bdc65de7c6 req-a2866050-8bb1-4dd4-a4d3-aab2bf17a553 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 943 time: 0.0499899 Jun 25 16:09:07.509317 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:07.548839 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6cf3b297-7b9d-4960-b40d-00bdc65de7c6 req-b75b7f6d-6c41-4912-a5eb-4cd0e8893e76 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449543 Jun 25 16:09:07.688544 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15185cab-3a7e-4e94-802c-eb47be095851 req-e1929117-fef6-4d81-91b7-8ffda6c4600d tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:07.690413 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-15185cab-3a7e-4e94-802c-eb47be095851 req-e1929117-fef6-4d81-91b7-8ffda6c4600d tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 945 time: 0.0598073 Jun 25 16:09:07.741521 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-15185cab-3a7e-4e94-802c-eb47be095851 req-c47c11f6-e563-40b2-8c84-a89318455246 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453107 Jun 25 16:09:07.872582 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-cbb7826f-5021-4e4f-a976-cd45969a42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:07.874036 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-cbb7826f-5021-4e4f-a976-cd45969a42a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=31bcb26d-3ca1-4959-a614-488af5d3fcfe HTTP/1.1" status: 200 len: 910 time: 0.0856249 Jun 25 16:09:08.014651 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-10d76451-e5c2-48de-9cdf-2e1eb72f491a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3721cff-9dc7-44e9-9f72-4de800e8d602 HTTP/1.1" status: 200 len: 217 time: 0.0381138 Jun 25 16:09:08.070815 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-290723ad-dda7-49a0-8bee-c0242f1f557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:08.072304 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-290723ad-dda7-49a0-8bee-c0242f1f557f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b537a8d0-0fde-4358-96ce-391205d1b28c HTTP/1.1" status: 200 len: 849 time: 0.0465248 Jun 25 16:09:08.097839 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device d3721cff-9dc7-44e9-9f72-4de800e8d602 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:09:08.112347 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-69b7cb22-3f61-4f71-bfe8-a5880c6cf168 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=31bcb26d-3ca1-4959-a614-488af5d3fcfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317271 Jun 25 16:09:08.191183 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-9c981808-2ae7-4edc-ba8e-d362fdfc8f59 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:08.193339 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-9c981808-2ae7-4edc-ba8e-d362fdfc8f59 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.26 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 945 time: 0.0500255 Jun 25 16:09:08.196294 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port d3721cff-9dc7-44e9-9f72-4de800e8d602, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=d3721cff-9dc7-44e9-9f72-4de800e8d602,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:08.210288 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'd3721cff-9dc7-44e9-9f72-4de800e8d602', 'network_id': '31bcb26d-3ca1-4959-a614-488af5d3fcfe', 'port_id': 'd3721cff-9dc7-44e9-9f72-4de800e8d602', 'mac_address': 'fa:16:3e:4b:42:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b537a8d0-0fde-4358-96ce-391205d1b28c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:09:08.235987 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-7bcef6ca-6b2d-4cb2-ab47-f090e5a93f1b service neutron] 10.222.0.26 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934839 Jun 25 16:09:08.242971 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:08.250728 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port d3721cff-9dc7-44e9-9f72-4de800e8d602 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:09:08.251116 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:08.264490 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3721cff-9dc7-44e9-9f72-4de800e8d602 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:09:08.286532 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port d3721cff-9dc7-44e9-9f72-4de800e8d602, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=d3721cff-9dc7-44e9-9f72-4de800e8d602,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:08.291363 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Deleting port eb3518e7-515a-4327-8691-c7824f8989cd {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:09:08.291513 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:08.291755 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:08.331741 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e99fd2d-6312-4102-86db-3911c2c89898 req-f8cccea9-3a8f-401d-b949-fe4ac38d861e service neutron] 10.222.0.26 "GET /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888197 Jun 25 16:09:08.339937 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=d3721cff-9dc7-44e9-9f72-4de800e8d602,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:08.347219 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.347577 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.348098 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.348970 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.349315 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.349641 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.349960 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.350539 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.351429 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.351429 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.351606 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.351786 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.352095 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.352424 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.352741 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.383120 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] For port eb3518e7-515a-4327-8691-c7824f8989cd, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=eb3518e7-515a-4327-8691-c7824f8989cd,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:08.383477 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:08.400350 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Calling delete_port for eb3518e7-515a-4327-8691-c7824f8989cd owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:09:08.509239 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:08.529836 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (eb3518e7-515a-4327-8691-c7824f8989cd), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:08.537607 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:08.557607 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Pushing event deleted for resources: {'Port': ['ID=eb3518e7-515a-4327-8691-c7824f8989cd,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:08.571052 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.571411 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.571737 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.572076 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.572399 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.572740 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.573057 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.573375 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.573684 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.573997 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.574314 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.574624 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.574934 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.575241 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.575548 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:08.615660 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] No DVR routers for this DVR port eb3518e7-515a-4327-8691-c7824f8989cd on host hv-cinder-84762 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:09:08.618452 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:08.621688 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-792942f8-3ce0-4585-a411-6a155d5dbc7d req-70f10b37-09c2-4249-a83e-12e5070c28e4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.26 "DELETE /v2.0/ports/eb3518e7-515a-4327-8691-c7824f8989cd HTTP/1.1" status: 204 len: 173 time: 0.4224970 Jun 25 16:09:08.622093 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51391a15-1b93-4d73-9478-f803e617ca6a', 'name': 'network-vif-deleted', 'tag': 'eb3518e7-515a-4327-8691-c7824f8989cd'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:08.624304 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d3b6e0-08b9-42bc-b56b-8eac315005dd" -d '{"events": [{"server_uuid": "51391a15-1b93-4d73-9478-f803e617ca6a", "name": "network-vif-deleted", "tag": "eb3518e7-515a-4327-8691-c7824f8989cd"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:08.639281 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['d3721cff-9dc7-44e9-9f72-4de800e8d602'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:09:08.681419 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['eb3518e7-515a-4327-8691-c7824f8989cd'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:09:08.682139 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7deb744c-1d6e-4f4a-8f25-8bfddb5d19d4 x-openstack-request-id: req-7deb744c-1d6e-4f4a-8f25-8bfddb5d19d4 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:08.682490 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51391a15-1b93-4d73-9478-f803e617ca6a", "name": "network-vif-deleted", "tag": "eb3518e7-515a-4327-8691-c7824f8989cd", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:08.682814 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee812826-1eee-4a6e-9d5b-4bb0c3a77988 req-d2f5e44f-82a9-4b32-aeb7-658eb726ecbc tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:08.683358 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7deb744c-1d6e-4f4a-8f25-8bfddb5d19d4 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:08.683358 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7deb744c-1d6e-4f4a-8f25-8bfddb5d19d4'] response: {'server_uuid': '51391a15-1b93-4d73-9478-f803e617ca6a', 'name': 'network-vif-deleted', 'tag': 'eb3518e7-515a-4327-8691-c7824f8989cd', 'status': 'completed', 'code': 200} Jun 25 16:09:08.684853 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee812826-1eee-4a6e-9d5b-4bb0c3a77988 req-d2f5e44f-82a9-4b32-aeb7-658eb726ecbc tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 944 time: 0.0605893 Jun 25 16:09:08.737502 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ee812826-1eee-4a6e-9d5b-4bb0c3a77988 req-ce4c458a-811a-4b94-9147-d045f2a17248 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468543 Jun 25 16:09:08.857351 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-57849d1a-4011-42d8-a9e7-62a717685f86 req-691aea10-7970-4c8d-89ef-3386960e9232 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=51391a15-1b93-4d73-9478-f803e617ca6a HTTP/1.1" status: 200 len: 210 time: 0.0278680 Jun 25 16:09:09.881691 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a18b0-0d16-4522-95c7-a28f31533bef req-9bb3cfce-4a4b-4e80-9986-0f5be9336a85 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:09.883147 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7c3a18b0-0d16-4522-95c7-a28f31533bef req-9bb3cfce-4a4b-4e80-9986-0f5be9336a85 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 944 time: 0.0517943 Jun 25 16:09:09.903511 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:09.938966 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7c3a18b0-0d16-4522-95c7-a28f31533bef req-f7bdbd75-8b18-4e7d-892b-fd66abc600de tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500808 Jun 25 16:09:10.157779 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device d3721cff-9dc7-44e9-9f72-4de800e8d602 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:09:10.201407 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port d3721cff-9dc7-44e9-9f72-4de800e8d602 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:09:10.209384 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port d3721cff-9dc7-44e9-9f72-4de800e8d602 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:09:10.209755 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:10.286318 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port d3721cff-9dc7-44e9-9f72-4de800e8d602 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:09:10.286703 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:10.310587 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679fe627-88a7-42af-99d9-aefdf5b03b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3721cff-9dc7-44e9-9f72-4de800e8d602'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:10.312758 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74417380-b747-4871-8e0c-6ea669fe9bfb" -d '{"events": [{"server_uuid": "679fe627-88a7-42af-99d9-aefdf5b03b3d", "name": "network-vif-plugged", "status": "completed", "tag": "d3721cff-9dc7-44e9-9f72-4de800e8d602"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:10.325157 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port d3721cff-9dc7-44e9-9f72-4de800e8d602, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=d3721cff-9dc7-44e9-9f72-4de800e8d602,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:10.330445 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:10.331521 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device eb3518e7-515a-4327-8691-c7824f8989cd no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:09:10.362200 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33679124-2e75-4708-96a3-36c22967ae08 x-openstack-request-id: req-33679124-2e75-4708-96a3-36c22967ae08 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:10.362525 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679fe627-88a7-42af-99d9-aefdf5b03b3d", "name": "network-vif-plugged", "status": "completed", "tag": "d3721cff-9dc7-44e9-9f72-4de800e8d602", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:10.363023 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33679124-2e75-4708-96a3-36c22967ae08 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:10.363414 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33679124-2e75-4708-96a3-36c22967ae08'] response: {'server_uuid': '679fe627-88a7-42af-99d9-aefdf5b03b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3721cff-9dc7-44e9-9f72-4de800e8d602', 'code': 200} Jun 25 16:09:10.378249 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: eb3518e7-515a-4327-8691-c7824f8989cd {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:09:10.378661 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device eb3518e7-515a-4327-8691-c7824f8989cd not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:09:10.395905 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:10.406208 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=d3721cff-9dc7-44e9-9f72-4de800e8d602,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:10.990262 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:11.069244 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a315b-c30b-40b2-92f3-0526ac46284e req-032c736a-4743-4582-8964-b5c77383f427 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:11.070702 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1e9a315b-c30b-40b2-92f3-0526ac46284e req-032c736a-4743-4582-8964-b5c77383f427 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 945 time: 0.0552673 Jun 25 16:09:11.122663 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1e9a315b-c30b-40b2-92f3-0526ac46284e req-02fdf8f9-0e7f-4cf7-9980-4b5397b385c3 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436797 Jun 25 16:09:12.245979 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8992f-3a80-4384-b01f-d0abb0916c85 req-755347c3-5ecb-4785-97f7-bc88333dc609 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:12.247557 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-87a8992f-3a80-4384-b01f-d0abb0916c85 req-755347c3-5ecb-4785-97f7-bc88333dc609 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 945 time: 0.0519445 Jun 25 16:09:12.299515 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-87a8992f-3a80-4384-b01f-d0abb0916c85 req-32d56b58-03e2-4b90-ba3a-f019a459b55e tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Jun 25 16:09:12.392617 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-52f2de84-4e85-4d20-a9fd-26b126ce57bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:12.954805 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c735512-42c6-497d-a2e5-ca8c1dabb554 req-75e02fbc-1c5f-45ec-a14b-fe3e66274d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:12.956287 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9c735512-42c6-497d-a2e5-ca8c1dabb554 req-75e02fbc-1c5f-45ec-a14b-fe3e66274d90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 1129 time: 0.0398374 Jun 25 16:09:12.988383 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-a6267839-b611-489f-bd93-99592ab7d72d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384338 Jun 25 16:09:13.005174 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9c735512-42c6-497d-a2e5-ca8c1dabb554 req-69ac5b32-3a73-491a-bbd0-5fd53ba020c4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394804 Jun 25 16:09:13.298343 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-7f660631-4b84-42c1-8a76-6aaffca476c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:13.299999 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-7f660631-4b84-42c1-8a76-6aaffca476c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 1129 time: 0.0442195 Jun 25 16:09:13.353930 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:13.432019 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:13.435126 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:13.455854 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fab46-8446-46be-8be8-1d752ec11764 req-7ca620b3-f64e-449d-98c7-2e801e64e0ac tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:13.457382 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6a4fab46-8446-46be-8be8-1d752ec11764 req-7ca620b3-f64e-449d-98c7-2e801e64e0ac tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 945 time: 0.0712650 Jun 25 16:09:13.458718 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-572b4d46-bce8-4b7d-b28a-e50c087af0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:13.459995 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-572b4d46-bce8-4b7d-b28a-e50c087af0c1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 916 time: 0.1374984 Jun 25 16:09:13.506976 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6a4fab46-8446-46be-8be8-1d752ec11764 req-aa7330ff-8c6c-4326-8714-76c02ce40650 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Jun 25 16:09:13.980818 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-f3679c5b-d86a-4e0b-aaca-14b72d550954 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da8ae9de-1432-4b4c-9379-90aae9bf04a3 HTTP/1.1" status: 200 len: 1001 time: 0.0658724 Jun 25 16:09:14.037598 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-ca8b5796-2031-4935-b344-ef4ec5d2844a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:14.039022 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-ca8b5796-2031-4935-b344-ef4ec5d2844a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.0497062 Jun 25 16:09:14.087129 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-b46310ac-1d68-4726-bd22-924e15c8e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:14.088570 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-b46310ac-1d68-4726-bd22-924e15c8e22d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376980 Jun 25 16:09:14.190163 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-a6f1d406-c9a1-48c2-834e-2ed477e2d4cf service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894909 Jun 25 16:09:14.290964 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ced72fb2-e3e7-4054-b1e9-adecf5bf577b req-90b9b89e-cd36-46ad-b191-4baff9c9ce29 service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892930 Jun 25 16:09:14.445105 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8568d489-4873-4ed4-b567-948ad8c7cc4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:14.630820 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87276c40-3181-4f88-ba19-e1b56b7509cd req-3730041e-11aa-491f-9409-ee99ecacc0ca tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:14.632459 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-87276c40-3181-4f88-ba19-e1b56b7509cd req-3730041e-11aa-491f-9409-ee99ecacc0ca tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 945 time: 0.0553255 Jun 25 16:09:14.680833 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-87276c40-3181-4f88-ba19-e1b56b7509cd req-10940a32-4ac1-4faf-a489-a5ee24cd0513 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427685 Jun 25 16:09:15.796035 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb611a68-df59-40d9-b159-095aed9bb5ce req-f57f0c49-3364-4c8a-8853-a855ac9dd264 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:15.797500 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fb611a68-df59-40d9-b159-095aed9bb5ce req-f57f0c49-3364-4c8a-8853-a855ac9dd264 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 945 time: 0.0493803 Jun 25 16:09:15.860725 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fb611a68-df59-40d9-b159-095aed9bb5ce req-54cd751c-585d-410c-a6c6-87a7edb9e5c5 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Jun 25 16:09:15.874896 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:17.567561 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:17.794681 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:17.892861 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:17.995105 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-00dfa677-8a49-4025-984e-388968b6f76e tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:17.996689 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-00dfa677-8a49-4025-984e-388968b6f76e tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/networks?id=04d69e79-7a43-49f5-af68-8c7222d567d8 HTTP/1.1" status: 200 len: 814 time: 0.1133990 Jun 25 16:09:18.016309 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-306c01fa-d779-476d-9454-e0dece1d9d47 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/quotas/4e1e0c6b3e544d138a1c7911cf155076 HTTP/1.1" status: 200 len: 375 time: 0.0116529 Jun 25 16:09:18.065200 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-683f7321-a9ae-4bab-99a6-79804cf78141 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4e1e0c6b3e544d138a1c7911cf155076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416446 Jun 25 16:09:18.124150 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f69388-9988-454f-b321-a87bad1db142 req-939b2c9c-23f7-4fcc-a26c-26b86e42ebfd tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:18.125632 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-16f69388-9988-454f-b321-a87bad1db142 req-939b2c9c-23f7-4fcc-a26c-26b86e42ebfd tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 945 time: 0.0879257 Jun 25 16:09:18.213983 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-0e0a13b6-7996-4ac2-a0e1-189f488f2a73 service neutron] 10.222.0.13 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324987 Jun 25 16:09:18.221014 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-16f69388-9988-454f-b321-a87bad1db142 req-6115962c-214f-4e1f-a16c-023e8a641688 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664418 Jun 25 16:09:18.254693 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:18.308924 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-b560599b-70b8-433c-8f8f-4e85e41dd8a3 service neutron] 10.222.0.13 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868869 Jun 25 16:09:18.468894 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47410edc-fa5b-4a6a-a27c-8f4081161f84 req-4f508857-c9bb-4c0e-8cad-83bd09580676 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 210 time: 0.0310917 Jun 25 16:09:19.349352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b17cb-089e-4f29-b75f-61ac68f988c8 req-84d49185-9ee9-4fd5-8ae1-c031587ef793 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:19.350806 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-019b17cb-089e-4f29-b75f-61ac68f988c8 req-84d49185-9ee9-4fd5-8ae1-c031587ef793 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 945 time: 0.0535700 Jun 25 16:09:19.402477 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-019b17cb-089e-4f29-b75f-61ac68f988c8 req-e245b661-0787-4108-b285-ba82a9f8f67d tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458713 Jun 25 16:09:19.571387 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c604f14-4d2c-4464-a4d0-c4cf58010cfe req-f179b61d-5130-4eeb-be58-1a50028ca998 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 210 time: 0.0279968 Jun 25 16:09:20.004043 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-b3b24aa0-53e5-43d0-a266-bee65124877f tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:20.005586 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-b3b24aa0-53e5-43d0-a266-bee65124877f tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.26 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 945 time: 0.0572610 Jun 25 16:09:20.098517 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Deleting port d3721cff-9dc7-44e9-9f72-4de800e8d602 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:09:20.098830 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:20.191774 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] For port d3721cff-9dc7-44e9-9f72-4de800e8d602, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=d3721cff-9dc7-44e9-9f72-4de800e8d602,segment=NetworkSegment(1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0),segment_id=1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:20.192157 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:20.462960 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Calling delete_port for d3721cff-9dc7-44e9-9f72-4de800e8d602 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:09:20.563921 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e6bb5-2588-4b6e-be7f-3181d14c0ffc req-3c49c1af-4aec-4124-b986-7944d1bd7df8 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:20.565408 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4a7e6bb5-2588-4b6e-be7f-3181d14c0ffc req-3c49c1af-4aec-4124-b986-7944d1bd7df8 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/ports?device_id=679fe627-88a7-42af-99d9-aefdf5b03b3d HTTP/1.1" status: 200 len: 945 time: 0.0882599 Jun 25 16:09:20.571832 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-d3ccbc87-39a5-438e-8437-a3ab9800a785 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:20.573292 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-d3ccbc87-39a5-438e-8437-a3ab9800a785 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.26 "GET /v2.0/networks?id=04d69e79-7a43-49f5-af68-8c7222d567d8 HTTP/1.1" status: 200 len: 814 time: 0.1150112 Jun 25 16:09:20.586791 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Request body: {'port': {'device_id': '41fc3e49-00d7-473e-8aff-17796e05c84b', 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8', 'admin_state_up': True, 'tenant_id': '4e1e0c6b3e544d138a1c7911cf155076'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:20.656658 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4a7e6bb5-2588-4b6e-be7f-3181d14c0ffc req-9c0f2dc4-ba86-453a-94f6-301651390553 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.13 "GET /v2.0/security-groups?id=895cb291-737d-4f1c-94a4-f199bc37b646&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766501 Jun 25 16:09:20.666160 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:20.709719 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-19856cad-c627-4bd4-b886-d41242113070 req-403f8d69-29a0-4879-82df-87ad9e1a4bec tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 210 time: 0.0341110 Jun 25 16:09:20.710351 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (d3721cff-9dc7-44e9-9f72-4de800e8d602), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:20.723380 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Made reservation on behalf of 4e1e0c6b3e544d138a1c7911cf155076 for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:09:20.727179 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:20.739751 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Pushing event deleted for resources: {'Port': ['ID=d3721cff-9dc7-44e9-9f72-4de800e8d602,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:20.752364 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.752768 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.753159 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.753655 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.754486 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.754825 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.755180 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.755504 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.755825 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.756141 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.756486 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.756787 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.757121 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.757437 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.757748 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:09:20.797504 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] No DVR routers for this DVR port d3721cff-9dc7-44e9-9f72-4de800e8d602 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:09:20.800702 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:20.803994 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1db04c9d-2577-42f7-90f1-8bc2b110465d req-34814a30-6d7f-4acc-9750-011feabcfd25 tempest-VolumesActionsTest-999016632 tempest-VolumesActionsTest-999016632-project] 10.222.0.26 "DELETE /v2.0/ports/d3721cff-9dc7-44e9-9f72-4de800e8d602 HTTP/1.1" status: 204 len: 173 time: 0.7899117 Jun 25 16:09:20.804611 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '679fe627-88a7-42af-99d9-aefdf5b03b3d', 'name': 'network-vif-deleted', 'tag': 'd3721cff-9dc7-44e9-9f72-4de800e8d602'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:20.806824 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6339afa4-ad06-4017-b3f0-03a35d168cc2" -d '{"events": [{"server_uuid": "679fe627-88a7-42af-99d9-aefdf5b03b3d", "name": "network-vif-deleted", "tag": "d3721cff-9dc7-44e9-9f72-4de800e8d602"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:20.842881 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98185db2-73d0-4d42-9588-7257f4f0645f x-openstack-request-id: req-98185db2-73d0-4d42-9588-7257f4f0645f {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:20.843172 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "679fe627-88a7-42af-99d9-aefdf5b03b3d", "name": "network-vif-deleted", "tag": "d3721cff-9dc7-44e9-9f72-4de800e8d602", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:20.843421 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-98185db2-73d0-4d42-9588-7257f4f0645f {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:20.843842 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98185db2-73d0-4d42-9588-7257f4f0645f'] response: {'server_uuid': '679fe627-88a7-42af-99d9-aefdf5b03b3d', 'name': 'network-vif-deleted', 'tag': 'd3721cff-9dc7-44e9-9f72-4de800e8d602', 'status': 'completed', 'code': 200} Jun 25 16:09:20.871491 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Allocated IP 172.20.0.14 (04d69e79-7a43-49f5-af68-8c7222d567d8/987ad323-4649-4251-93bd-498a89e46392/43551aa5-c58d-4fa4-ab62-60938bf7595a) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:09:21.023997 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks [] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:21.062612 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:21.063876 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:09:21.113344 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Network 04d69e79-7a43-49f5-af68-8c7222d567d8 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:09:21.116299 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:09:21.119969 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:09:21.142389 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Pushing event updated for resources: {'Port': ['ID=43551aa5-c58d-4fa4-ab62-60938bf7595a,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:21.150436 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:21.177880 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:21.178458 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:21.196961 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-ee1e32b5-5a2b-4269-a251-53fd798fbc40 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6140752 Jun 25 16:09:21.245228 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Request body: {'port': {'device_id': '41fc3e49-00d7-473e-8aff-17796e05c84b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:21.319850 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:21.330171 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:21.591950 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43551aa5-c58d-4fa4-ab62-60938bf7595a {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:09:21.599803 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Publish callbacks [] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:21.612939 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Transition to ACTIVE for port object 43551aa5-c58d-4fa4-ab62-60938bf7595a will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:09:21.621026 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:21.679348 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Pushing event updated for resources: {'Port': ['ID=43551aa5-c58d-4fa4-ab62-60938bf7595a,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:21.755003 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Attempting to bind port 43551aa5-c58d-4fa4-ab62-60938bf7595a on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:09:21.755339 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Attempting to bind port 43551aa5-c58d-4fa4-ab62-60938bf7595a by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '9a201b8e-1dda-436b-8ee5-0876c5b78585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:09:21.755667 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Attempting to bind port 43551aa5-c58d-4fa4-ab62-60938bf7595a on network 04d69e79-7a43-49f5-af68-8c7222d567d8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:09:21.760598 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Port 43551aa5-c58d-4fa4-ab62-60938bf7595a on network 04d69e79-7a43-49f5-af68-8c7222d567d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:09:21.760891 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Attempting to bind port 43551aa5-c58d-4fa4-ab62-60938bf7595a on network 04d69e79-7a43-49f5-af68-8c7222d567d8 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:09:21.766821 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:09:21.767208 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Checking segment: {'id': '9a201b8e-1dda-436b-8ee5-0876c5b78585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:09:21.767607 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Bound using segment: {'id': '9a201b8e-1dda-436b-8ee5-0876c5b78585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:09:21.768026 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Bound port: 43551aa5-c58d-4fa4-ab62-60938bf7595a, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a201b8e-1dda-436b-8ee5-0876c5b78585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:09:21.768379 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:21.840723 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8511e-0559-48be-b6d1-19d6d336698e req-080b71b2-f5b8-4563-bd39-a86486d2e15f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:21.846584 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] For port 43551aa5-c58d-4fa4-ab62-60938bf7595a, host hv-cinder-84762, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:09:21.847609 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-daf8511e-0559-48be-b6d1-19d6d336698e req-080b71b2-f5b8-4563-bd39-a86486d2e15f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 944 time: 0.0570617 Jun 25 16:09:21.850431 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] For port 43551aa5-c58d-4fa4-ab62-60938bf7595a, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=43551aa5-c58d-4fa4-ab62-60938bf7595a,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:09:21.860734 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:21.900350 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-daf8511e-0559-48be-b6d1-19d6d336698e req-2759785f-103e-4a56-98be-7563f5f6649d tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518084 Jun 25 16:09:21.904286 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:21.905065 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:21.906650 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] 10.222.0.26 "PUT /v2.0/ports/43551aa5-c58d-4fa4-ab62-60938bf7595a HTTP/1.1" status: 200 len: 1094 time: 0.6677291 Jun 25 16:09:21.907091 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fc3e49-00d7-473e-8aff-17796e05c84b', 'tag': '43551aa5-c58d-4fa4-ab62-60938bf7595a'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:21.909687 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff02e83-4117-49b2-beb1-977ce2cfed05" -d '{"events": [{"name": "network-changed", "server_uuid": "41fc3e49-00d7-473e-8aff-17796e05c84b", "tag": "43551aa5-c58d-4fa4-ab62-60938bf7595a"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:21.937379 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3fa31-a999-4de8-b9c3-b374cb3b246c service neutron] Pushing event updated for resources: {'Port': ['ID=43551aa5-c58d-4fa4-ab62-60938bf7595a,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:21.960894 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9914d14-44a0-4a15-987b-ecff7ec99392 x-openstack-request-id: req-e9914d14-44a0-4a15-987b-ecff7ec99392 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:21.961347 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fc3e49-00d7-473e-8aff-17796e05c84b", "tag": "43551aa5-c58d-4fa4-ab62-60938bf7595a", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:21.961665 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9914d14-44a0-4a15-987b-ecff7ec99392 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:21.962170 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9914d14-44a0-4a15-987b-ecff7ec99392'] response: {'name': 'network-changed', 'server_uuid': '41fc3e49-00d7-473e-8aff-17796e05c84b', 'tag': '43551aa5-c58d-4fa4-ab62-60938bf7595a', 'status': 'completed', 'code': 200} Jun 25 16:09:22.008730 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-851439de-70c2-430c-a9b6-e7996d943fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:22.010855 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-851439de-70c2-430c-a9b6-e7996d943fc8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e1e0c6b3e544d138a1c7911cf155076&device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 1128 time: 0.0428066 Jun 25 16:09:22.066373 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-01c31b30-e029-46bb-9852-78a7316af3ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43551aa5-c58d-4fa4-ab62-60938bf7595a HTTP/1.1" status: 200 len: 217 time: 0.0418959 Jun 25 16:09:22.124396 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-752a4e6e-92e4-4787-8976-cdbe260d50e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:22.125871 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-752a4e6e-92e4-4787-8976-cdbe260d50e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=987ad323-4649-4251-93bd-498a89e46392 HTTP/1.1" status: 200 len: 854 time: 0.0478053 Jun 25 16:09:22.162040 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-681d1f1a-eb9b-482d-81c0-af4c10eb91ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04d69e79-7a43-49f5-af68-8c7222d567d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295563 Jun 25 16:09:22.177009 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device d3721cff-9dc7-44e9-9f72-4de800e8d602 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:09:22.206775 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: d3721cff-9dc7-44e9-9f72-4de800e8d602 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:09:22.207374 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device d3721cff-9dc7-44e9-9f72-4de800e8d602 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:09:22.448039 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:22.506059 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-5c3065f9-8625-499e-9002-aa163383e7e9 service neutron] 10.222.0.26 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364129 Jun 25 16:09:22.597770 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:22.601634 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a55d1bd0-1ad7-46b6-8d8c-6eea39d16c6b req-d41db0b6-156e-4404-8f9a-eaa27e2ba82a service neutron] 10.222.0.26 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879393 Jun 25 16:09:23.025937 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36ea43-c5dd-4195-ac1a-d9855515d1e4 req-1c1c4305-b856-404b-acb4-bad0e5f5f9be tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:23.028013 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab36ea43-c5dd-4195-ac1a-d9855515d1e4 req-1c1c4305-b856-404b-acb4-bad0e5f5f9be tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 944 time: 0.0536766 Jun 25 16:09:23.087447 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ab36ea43-c5dd-4195-ac1a-d9855515d1e4 req-668c8ad1-732d-45a8-942f-c57d53627684 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537467 Jun 25 16:09:24.204827 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed6797-7371-4968-87bd-369eeb7b9483 req-fc584aff-b7fd-4ee6-9c59-7bc9004d0fec tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:24.206325 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dbed6797-7371-4968-87bd-369eeb7b9483 req-fc584aff-b7fd-4ee6-9c59-7bc9004d0fec tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 944 time: 0.0494633 Jun 25 16:09:24.225202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:24.256652 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dbed6797-7371-4968-87bd-369eeb7b9483 req-ce5da062-b822-4f17-bbd7-32d18c35353b tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446169 Jun 25 16:09:24.415233 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f791eb-ee49-4bd4-9653-a3a3e620346b req-a7c8fc8d-8eac-4bd5-9b65-7ffea2c0a774 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:24.416715 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58f791eb-ee49-4bd4-9653-a3a3e620346b req-a7c8fc8d-8eac-4bd5-9b65-7ffea2c0a774 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0581002 Jun 25 16:09:24.465515 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58f791eb-ee49-4bd4-9653-a3a3e620346b req-e77265d9-4aaa-4aaa-a8ab-d2f60886c5bf tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430069 Jun 25 16:09:25.014148 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:25.384547 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6fe599-d28b-45e8-ab6f-f5ccd75079cc req-e47e818a-b0d9-435d-b10f-dcc49bbf85cd tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:25.385993 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ea6fe599-d28b-45e8-ab6f-f5ccd75079cc req-e47e818a-b0d9-435d-b10f-dcc49bbf85cd tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 944 time: 0.0508492 Jun 25 16:09:25.433217 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ea6fe599-d28b-45e8-ab6f-f5ccd75079cc req-d9d57d3c-1934-4583-9910-a07c1f9f0cf4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Jun 25 16:09:25.595709 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bfbac-65e1-4ddb-806b-139fb3ebb593 req-bbe9fd61-fec9-49b5-8d9e-1ec62bba6775 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:25.597118 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-429bfbac-65e1-4ddb-806b-139fb3ebb593 req-bbe9fd61-fec9-49b5-8d9e-1ec62bba6775 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0486107 Jun 25 16:09:25.646529 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-429bfbac-65e1-4ddb-806b-139fb3ebb593 req-6e26b585-d6b7-4853-8d9d-d3a97f4771d8 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418663 Jun 25 16:09:26.420793 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-cbcfa16b-01f2-4010-86c4-9ba640787873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:26.422298 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-cbcfa16b-01f2-4010-86c4-9ba640787873 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e1e0c6b3e544d138a1c7911cf155076&device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 1128 time: 0.0564880 Jun 25 16:09:26.555250 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91528707-0430-41a4-9867-af65dbb4aebd req-8db11c04-2fc7-4c77-816c-8328d2be3563 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:26.556806 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91528707-0430-41a4-9867-af65dbb4aebd req-8db11c04-2fc7-4c77-816c-8328d2be3563 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 944 time: 0.0546219 Jun 25 16:09:26.615838 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-03a6b3c7-2699-45c3-90d4-042fedc6e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:26.617328 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-03a6b3c7-2699-45c3-90d4-042fedc6e5b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=04d69e79-7a43-49f5-af68-8c7222d567d8 HTTP/1.1" status: 200 len: 915 time: 0.0971060 Jun 25 16:09:26.643899 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31db29-cef0-4a1b-9189-b53c7a14f662 req-43678fbb-12b9-4b53-a0c3-e144b2343148 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:26.645377 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc31db29-cef0-4a1b-9189-b53c7a14f662 req-43678fbb-12b9-4b53-a0c3-e144b2343148 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 946 time: 0.0658720 Jun 25 16:09:26.648363 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91528707-0430-41a4-9867-af65dbb4aebd req-934cf02b-3a1a-4754-a098-6d5dfeeb3291 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851991 Jun 25 16:09:26.695844 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc31db29-cef0-4a1b-9189-b53c7a14f662 req-1f0a598f-58a3-4152-bb41-8f1b6fe8e5b9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448470 Jun 25 16:09:26.774377 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17296411-611c-43f5-a141-7c978cf50d9c req-af4b582b-8555-4ba7-bbdc-46bacf167f1b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:26.775784 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-17296411-611c-43f5-a141-7c978cf50d9c req-af4b582b-8555-4ba7-bbdc-46bacf167f1b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0513713 Jun 25 16:09:26.824324 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-17296411-611c-43f5-a141-7c978cf50d9c req-dbcf7603-8168-48e7-95cf-2ca8c1731cc4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424042 Jun 25 16:09:27.790601 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:27.795331 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:27.827020 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93361da-44ed-440d-9656-18e918a64bed req-a4721597-68da-4806-86c0-42aa5cda48e8 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:27.834375 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a93361da-44ed-440d-9656-18e918a64bed req-a4721597-68da-4806-86c0-42aa5cda48e8 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 944 time: 0.1010392 Jun 25 16:09:27.878297 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefc797-7d8a-4e66-bda5-ffb4e167b10d req-0f8e5455-cdbb-4967-a886-395d1914d026 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:27.886320 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dbefc797-7d8a-4e66-bda5-ffb4e167b10d req-0f8e5455-cdbb-4967-a886-395d1914d026 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 946 time: 0.1074026 Jun 25 16:09:27.989050 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a93361da-44ed-440d-9656-18e918a64bed req-2ef7ebff-0c7f-4565-a8e0-46fbf4e4d59a tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536491 Jun 25 16:09:28.031259 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-d05e2c71-b611-45b8-9b64-d370dea4403e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43551aa5-c58d-4fa4-ab62-60938bf7595a HTTP/1.1" status: 200 len: 217 time: 0.0881236 Jun 25 16:09:28.100238 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dbefc797-7d8a-4e66-bda5-ffb4e167b10d req-863e6865-8abf-43a1-ba99-a3151bdf5eac tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126081 Jun 25 16:09:28.153071 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ea6133-16a3-4010-b060-d97aef0f1c3c req-1b857eab-7b3a-496d-b9ad-8f26e3b50c84 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:28.156934 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-67ea6133-16a3-4010-b060-d97aef0f1c3c req-1b857eab-7b3a-496d-b9ad-8f26e3b50c84 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0959094 Jun 25 16:09:28.168094 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-92f529c8-7f92-4b0a-bddb-926b2ef17e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:28.171606 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-92f529c8-7f92-4b0a-bddb-926b2ef17e9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=987ad323-4649-4251-93bd-498a89e46392 HTTP/1.1" status: 200 len: 854 time: 0.1003704 Jun 25 16:09:28.207040 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-67ea6133-16a3-4010-b060-d97aef0f1c3c req-d1fd40bc-d9f4-405b-bd13-34efa1ea6657 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460701 Jun 25 16:09:28.207666 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 43551aa5-c58d-4fa4-ab62-60938bf7595a details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:09:28.329350 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-437745b1-7044-419d-aa10-eb4bd56a43ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=04d69e79-7a43-49f5-af68-8c7222d567d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297961 Jun 25 16:09:28.331842 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 43551aa5-c58d-4fa4-ab62-60938bf7595a, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=43551aa5-c58d-4fa4-ab62-60938bf7595a,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:28.344574 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '43551aa5-c58d-4fa4-ab62-60938bf7595a', 'network_id': '04d69e79-7a43-49f5-af68-8c7222d567d8', 'port_id': '43551aa5-c58d-4fa4-ab62-60938bf7595a', 'mac_address': 'fa:16:3e:89:9e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '987ad323-4649-4251-93bd-498a89e46392', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:09:28.386663 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 43551aa5-c58d-4fa4-ab62-60938bf7595a is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:09:28.387043 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:28.401782 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43551aa5-c58d-4fa4-ab62-60938bf7595a {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:09:28.427215 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 43551aa5-c58d-4fa4-ab62-60938bf7595a, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=43551aa5-c58d-4fa4-ab62-60938bf7595a,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:28.434783 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:28.453574 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-affe5c1b-4001-4d13-b167-341eadf500df service neutron] 10.222.0.26 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139457 Jun 25 16:09:28.489049 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=43551aa5-c58d-4fa4-ab62-60938bf7595a,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:28.500686 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-330d41bd-07b9-4ccc-a731-6d1c0d8bacca tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:28.503002 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-330d41bd-07b9-4ccc-a731-6d1c0d8bacca tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 946 time: 0.0862813 Jun 25 16:09:28.572725 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-9ff02e83-4117-49b2-beb1-977ce2cfed05 req-3e4d2e45-15ab-48ed-9a34-8badf2b85e25 service neutron] 10.222.0.26 "GET /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110818 Jun 25 16:09:28.594202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:28.611547 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Deleting port dc0159e7-f976-4ca8-a996-a731692f1e35 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:09:28.612239 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:28.722023 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] For port dc0159e7-f976-4ca8-a996-a731692f1e35, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dc0159e7-f976-4ca8-a996-a731692f1e35,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:28.722023 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:28.778941 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['43551aa5-c58d-4fa4-ab62-60938bf7595a'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:09:28.987365 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:28.988006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:28.988137 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Floating IP eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c disassociated. External IP: 172.27.2.225, port: dc0159e7-f976-4ca8-a996-a731692f1e35. Jun 25 16:09:28.988620 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Calling delete_port for dc0159e7-f976-4ca8-a996-a731692f1e35 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:09:29.126483 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765226a-6bc6-4a6a-97ab-234f22ee8946 req-8a5bd21c-4b0c-4c32-94cd-273f1781ad39 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:29.128092 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5765226a-6bc6-4a6a-97ab-234f22ee8946 req-8a5bd21c-4b0c-4c32-94cd-273f1781ad39 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 945 time: 0.0702593 Jun 25 16:09:29.283947 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1559177-75f6-4114-8968-4e0c7c02dc31 req-923d38ad-569d-4c0f-8ef3-918757a28a92 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:29.285783 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f1559177-75f6-4114-8968-4e0c7c02dc31 req-923d38ad-569d-4c0f-8ef3-918757a28a92 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 946 time: 0.0814233 Jun 25 16:09:29.289692 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (dc0159e7-f976-4ca8-a996-a731692f1e35), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:29.330303 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5765226a-6bc6-4a6a-97ab-234f22ee8946 req-c760eb0e-f4a1-4e74-b4b0-d3b23eefca0e tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776338 Jun 25 16:09:29.340855 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'Port': ['ID=dc0159e7-f976-4ca8-a996-a731692f1e35,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:29.426733 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:29.517724 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f1559177-75f6-4114-8968-4e0c7c02dc31 req-0657d748-205a-44fd-b633-c9cb0e75909f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=4de1192f-4170-4395-9189-806424050102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2218990 Jun 25 16:09:29.542814 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f17d-b9b3-4c57-943e-da66e38c46c0 req-b65a64df-dee5-43fa-bcef-6ddad127c22f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:29.546446 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a61f17d-b9b3-4c57-943e-da66e38c46c0 req-b65a64df-dee5-43fa-bcef-6ddad127c22f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.1100149 Jun 25 16:09:29.574180 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:09:29.651615 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a61f17d-b9b3-4c57-943e-da66e38c46c0 req-f22ef27a-b808-4fd4-88d6-b6b885ea0354 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1063986 Jun 25 16:09:29.665050 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:29.738118 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:09:29.748255 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f58570-5255-4088-8049-099319a85d18 None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:09:29.770282 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f58570-5255-4088-8049-099319a85d18 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:09:29.771310 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b3f58570-5255-4088-8049-099319a85d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:09:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:29.801872 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] No DVR routers for this DVR port dc0159e7-f976-4ca8-a996-a731692f1e35 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:09:29.804656 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:29.808498 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7beb8ad4-68d5-498f-a243-9b6ea6f9f409 req-b533ca83-c1f7-4e6c-8fd5-b39405b7ffd5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "DELETE /v2.0/ports/dc0159e7-f976-4ca8-a996-a731692f1e35 HTTP/1.1" status: 204 len: 173 time: 1.2960436 Jun 25 16:09:29.809156 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'name': 'network-vif-deleted', 'tag': 'dc0159e7-f976-4ca8-a996-a731692f1e35'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:29.811351 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d38f758-c283-4cd4-9608-02c3044a0b9e" -d '{"events": [{"server_uuid": "0d92f23b-4b14-4619-a2c9-a90bd96b27fd", "name": "network-vif-deleted", "tag": "dc0159e7-f976-4ca8-a996-a731692f1e35"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:29.861651 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abea449-c870-4b0a-a0ca-6ec413de0a47 x-openstack-request-id: req-8abea449-c870-4b0a-a0ca-6ec413de0a47 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:29.861875 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d92f23b-4b14-4619-a2c9-a90bd96b27fd", "name": "network-vif-deleted", "tag": "dc0159e7-f976-4ca8-a996-a731692f1e35", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:29.863451 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8abea449-c870-4b0a-a0ca-6ec413de0a47 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:29.864566 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abea449-c870-4b0a-a0ca-6ec413de0a47'] response: {'server_uuid': '0d92f23b-4b14-4619-a2c9-a90bd96b27fd', 'name': 'network-vif-deleted', 'tag': 'dc0159e7-f976-4ca8-a996-a731692f1e35', 'status': 'completed', 'code': 200} Jun 25 16:09:29.949829 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b3f58570-5255-4088-8049-099319a85d18 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:09:30.047457 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:30.192622 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b3f58570-5255-4088-8049-099319a85d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '25c4a95d-6d5c-46ab-8a33-e71eecbbaa05', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:06:19Z', 'updated_at': '2022-06-25T16:07:08Z', 'revision_number': 2, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:30.381778 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 43551aa5-c58d-4fa4-ab62-60938bf7595a up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:09:30.386693 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f58570-5255-4088-8049-099319a85d18 None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:09:30.420759 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f58570-5255-4088-8049-099319a85d18 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:09:30.421443 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b3f58570-5255-4088-8049-099319a85d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:09:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:30.524468 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afd15c-70e8-4607-86ce-e1c31c58ad1a req-aecd14ef-a89b-4a5e-977e-e11f2f03c3e8 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:30.526077 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-30afd15c-70e8-4607-86ce-e1c31c58ad1a req-aecd14ef-a89b-4a5e-977e-e11f2f03c3e8 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 945 time: 0.0829291 Jun 25 16:09:30.630218 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b3f58570-5255-4088-8049-099319a85d18 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:09:30.640386 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-30afd15c-70e8-4607-86ce-e1c31c58ad1a req-31971b44-b093-48dd-985a-f1819205bd37 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044173 Jun 25 16:09:30.767041 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-370ad772-050a-42ad-9c35-8d22bba7e28f req-8968c09f-45e2-4448-9567-16090ff677a8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=0d92f23b-4b14-4619-a2c9-a90bd96b27fd HTTP/1.1" status: 200 len: 210 time: 0.0775805 Jun 25 16:09:30.818407 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:30.856294 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 43551aa5-c58d-4fa4-ab62-60938bf7595a completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:09:30.879513 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faf1f3-a3b6-4d97-aec0-fb1abfc5366d req-1750cdad-d1d7-43c5-8891-1fbf5c324ffc tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:30.886817 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d4faf1f3-a3b6-4d97-aec0-fb1abfc5366d req-1750cdad-d1d7-43c5-8891-1fbf5c324ffc tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0772972 Jun 25 16:09:30.904662 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 43551aa5-c58d-4fa4-ab62-60938bf7595a triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:09:30.905036 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:30.986762 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d4faf1f3-a3b6-4d97-aec0-fb1abfc5366d req-5b78211e-9da1-4ad3-a3b9-7c31dc9a6f7f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908451 Jun 25 16:09:31.058387 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:31.088023 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 43551aa5-c58d-4fa4-ab62-60938bf7595a is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:09:31.088399 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:31.090546 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b3f58570-5255-4088-8049-099319a85d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '25c4a95d-6d5c-46ab-8a33-e71eecbbaa05', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:06:19Z', 'updated_at': '2022-06-25T16:07:08Z', 'revision_number': 2, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:31.121118 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f58570-5255-4088-8049-099319a85d18 None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '25c4a95d-6d5c-46ab-8a33-e71eecbbaa05', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.156', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:c7:54:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:06:19Z', 'updated_at': '2022-06-25T16:07:08Z', 'revision_number': 2, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:09:31.168247 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 43551aa5-c58d-4fa4-ab62-60938bf7595a, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=43551aa5-c58d-4fa4-ab62-60938bf7595a,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:31.169189 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fc3e49-00d7-473e-8aff-17796e05c84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43551aa5-c58d-4fa4-ab62-60938bf7595a'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:31.172454 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60080e40-8dce-4f80-b41b-6bc33f1cbb77" -d '{"events": [{"server_uuid": "41fc3e49-00d7-473e-8aff-17796e05c84b", "name": "network-vif-plugged", "status": "completed", "tag": "43551aa5-c58d-4fa4-ab62-60938bf7595a"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:31.178331 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:31.179183 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device dc0159e7-f976-4ca8-a996-a731692f1e35 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:09:31.237131 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e06ed0-6580-4f7e-924a-9f0de4c46f2e x-openstack-request-id: req-b3e06ed0-6580-4f7e-924a-9f0de4c46f2e {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:31.237588 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fc3e49-00d7-473e-8aff-17796e05c84b", "name": "network-vif-plugged", "status": "completed", "tag": "43551aa5-c58d-4fa4-ab62-60938bf7595a", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:31.237873 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b3e06ed0-6580-4f7e-924a-9f0de4c46f2e {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:31.238261 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e06ed0-6580-4f7e-924a-9f0de4c46f2e'] response: {'server_uuid': '41fc3e49-00d7-473e-8aff-17796e05c84b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43551aa5-c58d-4fa4-ab62-60938bf7595a', 'code': 200} Jun 25 16:09:31.250812 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: dc0159e7-f976-4ca8-a996-a731692f1e35 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:09:31.251150 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device dc0159e7-f976-4ca8-a996-a731692f1e35 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:09:31.328705 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=43551aa5-c58d-4fa4-ab62-60938bf7595a,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:31.477705 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0dee7-96bd-43a5-a2a6-b652ac96f992 req-f5d88f45-12d5-43f8-bcf2-ac3d68197eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:31.479630 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c7e0dee7-96bd-43a5-a2a6-b652ac96f992 req-f5d88f45-12d5-43f8-bcf2-ac3d68197eb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 1130 time: 0.0687213 Jun 25 16:09:31.511404 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621d2422-d169-45b6-a955-f30e51a1a145 None None] New status for floating IP eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c: DOWN {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:09:31.589494 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c7e0dee7-96bd-43a5-a2a6-b652ac96f992 req-0c909cb6-772f-49cd-81ee-f0a936ba75f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647342 Jun 25 16:09:31.850867 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9b9c4-9b30-4a63-8a1f-9a0835b99c37 req-86dfc00e-d4a0-4673-9c4b-1123fd67376b tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:31.853601 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2f9b9c4-9b30-4a63-8a1f-9a0835b99c37 req-86dfc00e-d4a0-4673-9c4b-1123fd67376b tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 946 time: 0.1095579 Jun 25 16:09:31.903857 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 42568) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:31.958696 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2f9b9c4-9b30-4a63-8a1f-9a0835b99c37 req-c5c6e8fc-bd97-4581-8317-84394602142c tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990975 Jun 25 16:09:32.000575 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab83f21f-dab9-4ee6-bc09-da6ab0fe6a0f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (4de1192f-4170-4395-9189-806424050102), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.032799 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab83f21f-dab9-4ee6-bc09-da6ab0fe6a0f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (4de1192f-4170-4395-9189-806424050102), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.112360 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab83f21f-dab9-4ee6-bc09-da6ab0fe6a0f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (4de1192f-4170-4395-9189-806424050102), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.115827 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ab83f21f-dab9-4ee6-bc09-da6ab0fe6a0f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.120390 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ab83f21f-dab9-4ee6-bc09-da6ab0fe6a0f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "DELETE /v2.0/security-groups/4de1192f-4170-4395-9189-806424050102 HTTP/1.1" status: 204 len: 168 time: 0.2144046 Jun 25 16:09:32.121818 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 42572) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:32.142801 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-bc8a1fa2-1135-46ff-a7e1-8d3b103e5f19 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] show failed (client error): The resource could not be found. Jun 25 16:09:32.146972 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bc8a1fa2-1135-46ff-a7e1-8d3b103e5f19 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups/4de1192f-4170-4395-9189-806424050102 HTTP/1.1" status: 404 len: 347 time: 0.0164547 Jun 25 16:09:32.151601 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 42574) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:32.199794 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840efb0-83fc-42a2-a93b-c9fbbbf66da0 req-aa597f32-6ff5-4979-81fd-3ab056ec8e66 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:32.201322 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0840efb0-83fc-42a2-a93b-c9fbbbf66da0 req-aa597f32-6ff5-4979-81fd-3ab056ec8e66 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0871477 Jun 25 16:09:32.209737 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83f21f-dab9-4ee6-bc09-da6ab0fe6a0f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de1192f-4170-4395-9189-806424050102,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:32.296977 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0840efb0-83fc-42a2-a93b-c9fbbbf66da0 req-1060d663-3bf7-42e0-8414-e031139fc82b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830221 Jun 25 16:09:32.312910 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Deleting port fb270d78-a50c-4378-92b5-31d8a4649749 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:09:32.313373 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (fb270d78-a50c-4378-92b5-31d8a4649749), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.400080 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (fb270d78-a50c-4378-92b5-31d8a4649749), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.400587 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (fb270d78-a50c-4378-92b5-31d8a4649749), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.419075 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Calling delete_port for fb270d78-a50c-4378-92b5-31d8a4649749 owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:09:32.515002 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:32.573672 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:32.596881 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (fb270d78-a50c-4378-92b5-31d8a4649749), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.632657 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'Port': ['ID=fb270d78-a50c-4378-92b5-31d8a4649749,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:32.717038 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.720291 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:32.721750 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b12a027f-8552-4ab8-9048-16dcb5f1e3ae tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "DELETE /v2.0/floatingips/eda6a841-e8d1-4ce6-93ef-d2bb1d98ac0c HTTP/1.1" status: 204 len: 168 time: 0.5708640 Jun 25 16:09:33.151304 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd6b65-43cf-4747-91f2-bccf27796ccb req-2afd82d8-a605-4f95-ac53-2312e540bc43 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:33.153836 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ccd6b65-43cf-4747-91f2-bccf27796ccb req-2afd82d8-a605-4f95-ac53-2312e540bc43 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 946 time: 0.0542281 Jun 25 16:09:33.230341 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ccd6b65-43cf-4747-91f2-bccf27796ccb req-685ff002-46c2-4b8b-8931-a4e64b85cf6f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676758 Jun 25 16:09:33.446445 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3502bf5-5cca-434c-8ee6-2448ba5a7e88 req-97e1c049-d398-466f-8ce5-1361101d4048 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:33.448868 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3502bf5-5cca-434c-8ee6-2448ba5a7e88 req-97e1c049-d398-466f-8ce5-1361101d4048 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0709157 Jun 25 16:09:33.512570 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3502bf5-5cca-434c-8ee6-2448ba5a7e88 req-a36b45f6-f8c0-481b-b324-a7b0b963a46b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581112 Jun 25 16:09:34.355303 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5259f-c9ac-4aac-8873-1e7071364aef req-6799a151-bccb-4831-899f-c6462f13b0c4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:34.356892 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cad5259f-c9ac-4aac-8873-1e7071364aef req-6799a151-bccb-4831-899f-c6462f13b0c4 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 946 time: 0.0538161 Jun 25 16:09:34.412764 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:34.455163 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cad5259f-c9ac-4aac-8873-1e7071364aef req-ff18bc5a-44bd-465f-98bf-eb2a8d4ec12d tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867937 Jun 25 16:09:34.666837 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abb89a-74ce-48c5-b197-ecd9866da3c2 req-abfa1a44-7179-415d-ab2d-31b5f760f7d7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:34.674499 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70abb89a-74ce-48c5-b197-ecd9866da3c2 req-abfa1a44-7179-415d-ab2d-31b5f760f7d7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0725803 Jun 25 16:09:34.742612 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70abb89a-74ce-48c5-b197-ecd9866da3c2 req-4cbec28b-6359-411c-bd05-7fc9bbd6a45c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650420 Jun 25 16:09:35.629615 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a01810-cb9e-4f19-a847-3256bffb194b req-94433b01-215b-4425-bd72-9782d4fe81e9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:35.631317 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-12a01810-cb9e-4f19-a847-3256bffb194b req-94433b01-215b-4425-bd72-9782d4fe81e9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 945 time: 0.0550289 Jun 25 16:09:35.693287 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-12a01810-cb9e-4f19-a847-3256bffb194b req-f1ed12d0-823c-4c2e-8eeb-02410d560a2e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546334 Jun 25 16:09:35.884532 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:35.900761 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b2b65-9bd3-4d5b-88af-14c823f05d4f req-cc1ab4bc-12b1-427d-ba8d-ceb77fbf840c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:35.902356 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e26b2b65-9bd3-4d5b-88af-14c823f05d4f req-cc1ab4bc-12b1-427d-ba8d-ceb77fbf840c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0560787 Jun 25 16:09:35.980667 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e26b2b65-9bd3-4d5b-88af-14c823f05d4f req-32d566a3-3655-46ae-a10b-9b09abc72aa8 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0648792 Jun 25 16:09:36.814651 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5067c-4f3e-4b4e-ba20-ca077a6bd561 req-19cd40d3-2555-40cf-9826-827123de5170 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:36.816517 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e5067c-4f3e-4b4e-ba20-ca077a6bd561 req-19cd40d3-2555-40cf-9826-827123de5170 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 945 time: 0.0576022 Jun 25 16:09:36.883081 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84e5067c-4f3e-4b4e-ba20-ca077a6bd561 req-8b1b7686-c973-4604-8beb-5e2b6dc89a13 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595584 Jun 25 16:09:37.126473 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f149cc-2437-4755-abc5-6237474bac80 req-99b51b82-cb6a-492c-b59c-b2edc64cb3c9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:37.128863 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8f149cc-2437-4755-abc5-6237474bac80 req-99b51b82-cb6a-492c-b59c-b2edc64cb3c9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0659075 Jun 25 16:09:37.205146 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8f149cc-2437-4755-abc5-6237474bac80 req-7f69c4a1-b73f-4093-bc92-0388b31fb1c2 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674787 Jun 25 16:09:37.616733 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-b58da53c-c31b-4940-86ca-53c2a5fae44f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:37.618225 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-b58da53c-c31b-4940-86ca-53c2a5fae44f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 945 time: 0.0530527 Jun 25 16:09:37.715315 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Deleting port da8ae9de-1432-4b4c-9379-90aae9bf04a3 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:09:37.715658 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:37.811272 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] For port da8ae9de-1432-4b4c-9379-90aae9bf04a3, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=da8ae9de-1432-4b4c-9379-90aae9bf04a3,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:37.811670 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:38.109791 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e148be1-c329-418d-8e34-fd318d7ea409 req-1cc7143f-adbb-478f-b354-ab789353818b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:38.111289 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6e148be1-c329-418d-8e34-fd318d7ea409 req-1cc7143f-adbb-478f-b354-ab789353818b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 945 time: 0.1274512 Jun 25 16:09:38.131425 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:38.131785 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (25c4a95d-6d5c-46ab-8a33-e71eecbbaa05), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:38.132094 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Floating IP 25c4a95d-6d5c-46ab-8a33-e71eecbbaa05 disassociated. External IP: 172.27.2.156, port: da8ae9de-1432-4b4c-9379-90aae9bf04a3. Jun 25 16:09:38.132456 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Calling delete_port for da8ae9de-1432-4b4c-9379-90aae9bf04a3 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:09:38.211313 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:38.222602 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6e148be1-c329-418d-8e34-fd318d7ea409 req-445ced34-54c1-4391-8bec-8680b69208cf tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=bf491dce-1e47-4f7d-90e2-67b82de69b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000657 Jun 25 16:09:38.372200 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0384fa-ae43-4795-b3ae-42f3e5b5f4ea req-7968bedc-94d0-415b-b7a8-dd10105863a6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:38.373788 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fe0384fa-ae43-4795-b3ae-42f3e5b5f4ea req-7968bedc-94d0-415b-b7a8-dd10105863a6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0686750 Jun 25 16:09:38.396244 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (da8ae9de-1432-4b4c-9379-90aae9bf04a3), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:38.414058 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:38.439428 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'Port': ['ID=da8ae9de-1432-4b4c-9379-90aae9bf04a3,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:38.530624 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fe0384fa-ae43-4795-b3ae-42f3e5b5f4ea req-3cd70912-348b-41a3-ada8-1860c7cb2deb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422303 Jun 25 16:09:38.598514 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:09:38.710640 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:09:38.724144 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:09:38.735816 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:09:38.736362 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:09:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:38.764286 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] No DVR routers for this DVR port da8ae9de-1432-4b4c-9379-90aae9bf04a3 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:09:38.767588 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:38.773888 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-487ce6c7-615c-4e77-b056-f69e2aadb3cf req-077301d4-ab1f-44b5-a9d4-7008b95b70fa tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "DELETE /v2.0/ports/da8ae9de-1432-4b4c-9379-90aae9bf04a3 HTTP/1.1" status: 204 len: 173 time: 1.1478417 Jun 25 16:09:38.774440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'name': 'network-vif-deleted', 'tag': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:38.777583 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bfbd50-f240-45a4-bf6c-6b71a2da2bd8" -d '{"events": [{"server_uuid": "9dc4f0bb-0b30-429c-af92-a30f31e4b60f", "name": "network-vif-deleted", "tag": "da8ae9de-1432-4b4c-9379-90aae9bf04a3"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:38.823062 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3606b2-4c54-4b73-a2eb-0503ad34c192 x-openstack-request-id: req-dc3606b2-4c54-4b73-a2eb-0503ad34c192 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:38.823430 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dc4f0bb-0b30-429c-af92-a30f31e4b60f", "name": "network-vif-deleted", "tag": "da8ae9de-1432-4b4c-9379-90aae9bf04a3", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:38.824161 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc3606b2-4c54-4b73-a2eb-0503ad34c192 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:38.825377 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc3606b2-4c54-4b73-a2eb-0503ad34c192'] response: {'server_uuid': '9dc4f0bb-0b30-429c-af92-a30f31e4b60f', 'name': 'network-vif-deleted', 'tag': 'da8ae9de-1432-4b4c-9379-90aae9bf04a3', 'status': 'completed', 'code': 200} Jun 25 16:09:38.907143 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:38.983828 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:09:39.266116 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:39.299338 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:09:39.318791 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:09:39.320208 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:09:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:39.413138 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fc7b46c9-feeb-4bba-9083-e25774e2fcc0 req-f912cb92-b97e-45cf-8f1c-048fb246e0bd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dc4f0bb-0b30-429c-af92-a30f31e4b60f HTTP/1.1" status: 200 len: 210 time: 0.0522239 Jun 25 16:09:39.491195 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:09:39.527688 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:39.669714 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712420a-cf96-46dd-87e7-1bc512c665f1 req-7c7c08f2-b665-4592-968e-86b693733ca7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:39.677064 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f712420a-cf96-46dd-87e7-1bc512c665f1 req-7c7c08f2-b665-4592-968e-86b693733ca7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0567775 Jun 25 16:09:39.699906 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:39.730842 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c79ac7d-6cfa-4bf5-8fb2-7fb62f91e11b None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:09:39.731624 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f712420a-cf96-46dd-87e7-1bc512c665f1 req-f6e191bb-cd91-4ae3-b40f-35faba9f78b8 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526688 Jun 25 16:09:40.022237 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43ba822-2add-4747-98fa-bcc115bb865a None None] New status for floating IP 25c4a95d-6d5c-46ab-8a33-e71eecbbaa05: DOWN {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:09:40.299453 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device da8ae9de-1432-4b4c-9379-90aae9bf04a3 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:09:40.321967 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: da8ae9de-1432-4b4c-9379-90aae9bf04a3 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:09:40.322556 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device da8ae9de-1432-4b4c-9379-90aae9bf04a3 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:09:40.523114 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 42690) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:40.585102 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4084ed2b-fb1b-4806-b723-69be782808ec tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (bf491dce-1e47-4f7d-90e2-67b82de69b5e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:40.611771 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4084ed2b-fb1b-4806-b723-69be782808ec tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (bf491dce-1e47-4f7d-90e2-67b82de69b5e), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:40.667933 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4084ed2b-fb1b-4806-b723-69be782808ec tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (bf491dce-1e47-4f7d-90e2-67b82de69b5e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:40.670919 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4084ed2b-fb1b-4806-b723-69be782808ec tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:40.672077 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4084ed2b-fb1b-4806-b723-69be782808ec tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "DELETE /v2.0/security-groups/bf491dce-1e47-4f7d-90e2-67b82de69b5e HTTP/1.1" status: 204 len: 168 time: 0.1478071 Jun 25 16:09:40.675589 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42692) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:40.683757 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084ed2b-fb1b-4806-b723-69be782808ec tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf491dce-1e47-4f7d-90e2-67b82de69b5e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:40.705564 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.api.v2.resource [None req-9d0dfdcd-817a-4b12-b06d-0aeecced6919 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] show failed (client error): The resource could not be found. Jun 25 16:09:40.708354 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9d0dfdcd-817a-4b12-b06d-0aeecced6919 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups/bf491dce-1e47-4f7d-90e2-67b82de69b5e HTTP/1.1" status: 404 len: 347 time: 0.0316010 Jun 25 16:09:40.711163 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42694) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:40.893185 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa4bb7-38a7-469b-bdcd-8848a60dc7a4 req-52ad1e35-9173-451b-9266-8bffe8a1658c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:40.895900 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9aaa4bb7-38a7-469b-bdcd-8848a60dc7a4 req-52ad1e35-9173-451b-9266-8bffe8a1658c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0781355 Jun 25 16:09:40.897320 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Deleting port 7d436b47-926e-4377-9b5c-3e193e614757 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:09:40.897838 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (7d436b47-926e-4377-9b5c-3e193e614757), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.000738 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.025550 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9aaa4bb7-38a7-469b-bdcd-8848a60dc7a4 req-456a2954-5131-4343-80a5-8dd48ca4fb43 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1125462 Jun 25 16:09:41.041114 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (7d436b47-926e-4377-9b5c-3e193e614757), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.041359 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (7d436b47-926e-4377-9b5c-3e193e614757), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.057520 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Calling delete_port for 7d436b47-926e-4377-9b5c-3e193e614757 owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:09:41.117701 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:41.227089 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (7d436b47-926e-4377-9b5c-3e193e614757), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.252995 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'Port': ['ID=7d436b47-926e-4377-9b5c-3e193e614757,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:41.660766 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (25c4a95d-6d5c-46ab-8a33-e71eecbbaa05), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.663352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.664654 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9698b2a2-534f-4631-8763-b7adeea23057 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "DELETE /v2.0/floatingips/25c4a95d-6d5c-46ab-8a33-e71eecbbaa05 HTTP/1.1" status: 204 len: 168 time: 0.9524004 Jun 25 16:09:41.752089 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42708) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:41.757814 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-81278ab6-1d3b-494f-bb6a-97046b96b0ea tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418271118', 'description': 'tempest-description--395043405'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:41.773388 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:41.784780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-81278ab6-1d3b-494f-bb6a-97046b96b0ea tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.873586 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-81278ab6-1d3b-494f-bb6a-97046b96b0ea tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (ae0793e8-262c-4464-948d-c91dff39a369), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.879768 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-81278ab6-1d3b-494f-bb6a-97046b96b0ea tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ae0793e8-262c-4464-948d-c91dff39a369), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.916692 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-81278ab6-1d3b-494f-bb6a-97046b96b0ea tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:41.917983 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-81278ab6-1d3b-494f-bb6a-97046b96b0ea tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1647198 Jun 25 16:09:41.921084 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 42712) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:41.923391 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81278ab6-1d3b-494f-bb6a-97046b96b0ea tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0793e8-262c-4464-948d-c91dff39a369,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:41.926958 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-8e87e084-5fa8-4e1f-9990-eec3428b6f5f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group_rule': {'security_group_id': 'ae0793e8-262c-4464-948d-c91dff39a369', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:41.964099 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e87e084-5fa8-4e1f-9990-eec3428b6f5f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (45e47b31-9d54-4cd8-ad08-a9ac5d2b1909), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.035815 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e87e084-5fa8-4e1f-9990-eec3428b6f5f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (45e47b31-9d54-4cd8-ad08-a9ac5d2b1909), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.043718 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e87e084-5fa8-4e1f-9990-eec3428b6f5f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (45e47b31-9d54-4cd8-ad08-a9ac5d2b1909), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.077611 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87e084-5fa8-4e1f-9990-eec3428b6f5f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e47b31-9d54-4cd8-ad08-a9ac5d2b1909,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:42.084507 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8e87e084-5fa8-4e1f-9990-eec3428b6f5f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.089324 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42716) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:42.093928 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-04778f6b-098d-4d23-b96e-50cf06ba802f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group_rule': {'security_group_id': 'ae0793e8-262c-4464-948d-c91dff39a369', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:42.100957 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-8e87e084-5fa8-4e1f-9990-eec3428b6f5f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1786118 Jun 25 16:09:42.183390 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04778f6b-098d-4d23-b96e-50cf06ba802f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (5b4578e0-ddce-4937-bec3-3940ee94880b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.240400 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ba05d-6f76-4691-becc-b597b22d491a req-dccd466d-1c01-4e16-a2be-38a91521a746 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:42.241925 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b55ba05d-6f76-4691-becc-b597b22d491a req-dccd466d-1c01-4e16-a2be-38a91521a746 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0706236 Jun 25 16:09:42.293429 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04778f6b-098d-4d23-b96e-50cf06ba802f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (5b4578e0-ddce-4937-bec3-3940ee94880b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.301922 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04778f6b-098d-4d23-b96e-50cf06ba802f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (5b4578e0-ddce-4937-bec3-3940ee94880b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.330048 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b55ba05d-6f76-4691-becc-b597b22d491a req-ada8b776-a74b-45af-8cfa-983e312cadcb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805068 Jun 25 16:09:42.348776 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04778f6b-098d-4d23-b96e-50cf06ba802f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4578e0-ddce-4937-bec3-3940ee94880b,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:42.365546 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-04778f6b-098d-4d23-b96e-50cf06ba802f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.369702 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-04778f6b-098d-4d23-b96e-50cf06ba802f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2762442 Jun 25 16:09:42.369975 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42728) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:42.375425 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:42.402720 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5986fb01-1833-4f59-bc4c-4b2a3b8e0a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.412852 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.531787 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.696773 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:42.726024 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Allocated IP 172.27.2.13 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/7f511c68-1723-4c37-bd9e-6c0946cca6b6) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:09:42.857061 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (7f511c68-1723-4c37-bd9e-6c0946cca6b6), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.895210 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (7f511c68-1723-4c37-bd9e-6c0946cca6b6), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:42.933642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:42.937238 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:09:42.944429 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:09:42.949700 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=7f511c68-1723-4c37-bd9e-6c0946cca6b6,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:42.954567 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:09:43.050630 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (49bcc99a-eeda-4e99-945b-1b36ccebfb14), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:43.090592 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (7f511c68-1723-4c37-bd9e-6c0946cca6b6), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:43.247588 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (7f511c68-1723-4c37-bd9e-6c0946cca6b6), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:43.254073 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (7f511c68-1723-4c37-bd9e-6c0946cca6b6), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:43.326684 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=7f511c68-1723-4c37-bd9e-6c0946cca6b6,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:43.335602 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (49bcc99a-eeda-4e99-945b-1b36ccebfb14), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:43.353422 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:43.354693 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-019ff1c8-4376-48cd-a2c4-29eb3b75bd60 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9838393 Jun 25 16:09:43.489181 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fb08d-5878-4afe-a8a9-08b44aa6b60a req-50bbb309-99fc-47f9-a71a-c460d77b2e26 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:43.492204 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4f9fb08d-5878-4afe-a8a9-08b44aa6b60a req-50bbb309-99fc-47f9-a71a-c460d77b2e26 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0760901 Jun 25 16:09:43.560488 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4f9fb08d-5878-4afe-a8a9-08b44aa6b60a req-8917359e-935f-423d-bc25-a821dd0ae857 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631256 Jun 25 16:09:43.592989 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-92c7b21d-8964-43e2-9529-7b1d64e64683 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--418271118&fields=id&tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 267 time: 0.0596440 Jun 25 16:09:43.629681 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=96 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:43.734667 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-e3966b50-55d9-4199-aa3b-495b442cf51f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:43.736889 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-e3966b50-55d9-4199-aa3b-495b442cf51f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 815 time: 0.1366606 Jun 25 16:09:43.754183 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-8eccc9d8-48a3-43b1-8203-a89328c1f209 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/quotas/b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 375 time: 0.0101089 Jun 25 16:09:43.808321 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-ce670fca-3f46-42ac-96bf-02d67ac7adeb tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470393 Jun 25 16:09:43.910687 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-58015fce-87a0-40e5-9727-32e469da65aa service neutron] 10.222.0.13 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899611 Jun 25 16:09:43.993331 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:44.020192 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-e55e0031-002c-4656-999b-875c15f67648 service neutron] 10.222.0.13 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033995 Jun 25 16:09:44.185977 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bb432163-906f-43b2-b8f7-81f339ddf358 req-10b006e4-df0c-4f8f-8009-2a7d9ea29939 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 210 time: 0.0287085 Jun 25 16:09:44.442660 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c99e3612-c81e-42bf-a4bb-a57883af7c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:44.691168 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe7539-592a-4036-a93b-22078d804da5 req-af4607a9-1717-461b-8218-521a26fb620b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:44.692706 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-62fe7539-592a-4036-a93b-22078d804da5 req-af4607a9-1717-461b-8218-521a26fb620b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0568011 Jun 25 16:09:44.755061 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-62fe7539-592a-4036-a93b-22078d804da5 req-52250305-3686-4fda-a48a-7d951ea16943 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562317 Jun 25 16:09:45.280964 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0bc593e5-dbd5-4500-8eb4-8351644dce60 req-23d3dafa-76b3-4a9e-8acd-c0ecf09661bf tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 210 time: 0.0282888 Jun 25 16:09:45.348259 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:09:45.447083 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:45.459065 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'port_id': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'mac_address': 'fa:16:3e:59:57:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:09:45.498360 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 3115b4bc-8a8e-494e-90f7-66772013aaf5 is: ACTIVE; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:09:45.498744 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:45.633503 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3115b4bc-8a8e-494e-90f7-66772013aaf5 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:09:45.655029 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:45.660145 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:45.690890 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:45.706460 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=6']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:45.876148 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e763ae-d995-4829-a16e-05bec16eff87 req-996d448d-9046-41f8-93d5-b78a1abd73a6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:45.877116 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:45.877775 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-39e763ae-d995-4829-a16e-05bec16eff87 req-996d448d-9046-41f8-93d5-b78a1abd73a6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 945 time: 0.0512524 Jun 25 16:09:45.926448 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-39e763ae-d995-4829-a16e-05bec16eff87 req-2d1a3433-d9b9-4701-a76d-24b3a9923863 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429747 Jun 25 16:09:46.383188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cb6be913-6ec7-42ef-8856-24f720a317c7 req-d01d865a-2b01-4e63-b859-14af9fd68d28 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 210 time: 0.0323303 Jun 25 16:09:46.541038 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['3115b4bc-8a8e-494e-90f7-66772013aaf5'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:09:47.063135 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4c3f16-6919-477f-9135-c06c0b54d9e5 req-6cda4845-bd56-415d-be4e-753f506d52d7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:47.064630 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9e4c3f16-6919-477f-9135-c06c0b54d9e5 req-6cda4845-bd56-415d-be4e-753f506d52d7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 945 time: 0.0489304 Jun 25 16:09:47.116005 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9e4c3f16-6919-477f-9135-c06c0b54d9e5 req-f52c239f-048d-4781-b584-9f90f15450f3 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453153 Jun 25 16:09:47.224907 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-f644dfc9-95c9-4141-a35f-05f084d028c6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:47.226469 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-f644dfc9-95c9-4141-a35f-05f084d028c6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 815 time: 0.1045916 Jun 25 16:09:47.289873 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-a1bf35d4-6569-4e9a-b02f-810b94d76af9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 379 time: 0.0548193 Jun 25 16:09:47.335309 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'port': {'device_id': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'admin_state_up': True, 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'security_groups': ['ae0793e8-262c-4464-948d-c91dff39a369']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:47.451841 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Made reservation on behalf of b1bba8f74dbd433bbffdb2ffbfc481fb for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:09:47.457334 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:47.517749 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00cd73d2-09bc-45a1-9d30-25310759ff19 req-a06755ba-e9d4-4bdb-9ed1-51016dbd09fb tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 210 time: 0.0552683 Jun 25 16:09:47.561157 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:47.577787 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:47.625930 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:47.644509 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Allocated IP 172.20.0.9 (92184934-9929-49a5-91f4-1ab03b25e2f1/91d06c15-2c0f-45d5-b907-2030a3ddd671/c9f4f158-6c65-4bbe-8425-f8fcb9a31e68) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:09:47.713190 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:47.798564 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:47.809879 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:47.838579 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:47.903320 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:09:47.906748 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:09:47.910935 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:09:47.966831 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:47.967480 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:47.982793 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:48.012546 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-61da330d-206a-45a8-8054-38a9fa37defd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6811645 Jun 25 16:09:48.026932 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Request body: {'port': {'device_id': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:09:48.130064 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:48.313485 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-8fba5f53-ea24-4761-8bf2-a8532c45442a None None] Provisioning complete for port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:09:48.313932 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8fba5f53-ea24-4761-8bf2-a8532c45442a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:48.365267 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63213d-09cc-4415-8a7b-91217509a657 req-69ae6d2e-ffbc-401b-a94f-47dafc8d52d2 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:48.376802 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e63213d-09cc-4415-8a7b-91217509a657 req-69ae6d2e-ffbc-401b-a94f-47dafc8d52d2 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 945 time: 0.1470904 Jun 25 16:09:48.396327 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-8fba5f53-ea24-4761-8bf2-a8532c45442a None None] Port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:09:48.518197 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e63213d-09cc-4415-8a7b-91217509a657 req-f75f0d68-aedc-4645-adab-099b830bcffb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398051 Jun 25 16:09:48.681423 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00127d95-ea30-4645-9b67-198f8d802b7c req-02ac907b-c334-4e1c-b0d5-bfd41b40fc04 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:48.683395 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00127d95-ea30-4645-9b67-198f8d802b7c req-02ac907b-c334-4e1c-b0d5-bfd41b40fc04 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 931 time: 0.0737348 Jun 25 16:09:48.749571 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:09:48.762887 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Publish callbacks [] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:48.784215 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00127d95-ea30-4645-9b67-198f8d802b7c req-481ec901-229d-40a6-a514-d38f4782d68e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898793 Jun 25 16:09:48.786365 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:48.787596 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Transition to ACTIVE for port object c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:09:48.797685 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:48.845897 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:48.887131 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:48.952950 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Attempting to bind port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:09:48.953284 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Attempting to bind port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:09:48.953614 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Attempting to bind port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:09:48.959021 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:09:48.959344 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Attempting to bind port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:09:48.965048 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:09:48.965382 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Checking segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:09:48.965765 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Bound using segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:09:48.966208 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Bound port: c9f4f158-6c65-4bbe-8425-f8fcb9a31e68, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:09:48.966549 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:49.046676 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] For port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:09:49.050990 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] For port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:09:49.060778 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:49.118027 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:49.119007 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:49.120515 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] 10.222.0.26 "PUT /v2.0/ports/c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 HTTP/1.1" status: 200 len: 1093 time: 1.0979519 Jun 25 16:09:49.125598 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'tag': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:49.128271 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4de833-f7e1-4d82-b87b-697be71633f3" -d '{"events": [{"name": "network-changed", "server_uuid": "b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9", "tag": "c9f4f158-6c65-4bbe-8425-f8fcb9a31e68"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:49.167550 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6701c0-cf5f-4977-bbeb-604d3b35e962 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:49.193939 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4e1357-851d-4441-8bd8-bf7b9227e532 x-openstack-request-id: req-9a4e1357-851d-4441-8bd8-bf7b9227e532 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:49.194292 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9", "tag": "c9f4f158-6c65-4bbe-8425-f8fcb9a31e68", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:49.194671 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a4e1357-851d-4441-8bd8-bf7b9227e532 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:49.195108 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4e1357-851d-4441-8bd8-bf7b9227e532'] response: {'name': 'network-changed', 'server_uuid': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'tag': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68', 'status': 'completed', 'code': 200} Jun 25 16:09:49.319370 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:09:49.381354 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 3115b4bc-8a8e-494e-90f7-66772013aaf5 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:09:49.381811 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:49.475743 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 3115b4bc-8a8e-494e-90f7-66772013aaf5 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:09:49.476228 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:49.504056 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:49.508019 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e658633-7d3f-4f3a-a111-7ace539f78b1" -d '{"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-plugged", "status": "completed", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:49.531582 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:49.539396 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:49.596656 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a735e435-b515-4311-9285-612c8bc5f3cd x-openstack-request-id: req-a735e435-b515-4311-9285-612c8bc5f3cd {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:49.597166 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-plugged", "status": "completed", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:49.597575 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a735e435-b515-4311-9285-612c8bc5f3cd {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:49.598097 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a735e435-b515-4311-9285-612c8bc5f3cd'] response: {'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'code': 200} Jun 25 16:09:49.625568 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=7']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:49.653471 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840b488-c0f5-4a60-a7e1-f7ad63e681e4 req-fae5c3cc-4af0-403a-9479-d7ca30a27498 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:49.655037 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6840b488-c0f5-4a60-a7e1-f7ad63e681e4 req-fae5c3cc-4af0-403a-9479-d7ca30a27498 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0520616 Jun 25 16:09:49.710315 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6840b488-c0f5-4a60-a7e1-f7ad63e681e4 req-cc6fec9a-acda-42cf-9a99-5a522e557ceb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448401 Jun 25 16:09:49.949793 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018fb7ac-a1bc-47ee-b791-a806829ecd83 req-d680cebf-07bf-4f28-a136-2f21d7ae8551 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:49.951957 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-018fb7ac-a1bc-47ee-b791-a806829ecd83 req-d680cebf-07bf-4f28-a136-2f21d7ae8551 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 943 time: 0.0561447 Jun 25 16:09:50.008661 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-018fb7ac-a1bc-47ee-b791-a806829ecd83 req-b9fee7de-e73e-4abf-a169-2f329403c904 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501726 Jun 25 16:09:50.026781 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:50.114269 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:50.848048 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e86394-cb73-49c4-8491-434ead769959 req-f202ec27-af81-4bbf-85a4-89e8e42a7ce3 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:50.849564 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0e86394-cb73-49c4-8491-434ead769959 req-f202ec27-af81-4bbf-85a4-89e8e42a7ce3 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0546920 Jun 25 16:09:50.909551 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0e86394-cb73-49c4-8491-434ead769959 req-51e593df-e3d1-4ec7-ad6c-3994e757d004 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536673 Jun 25 16:09:51.168530 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51aeb3c-fd7f-4396-bd4e-436bb18c3ac9 req-ad4f8561-ef97-4abb-a3c8-eed5116b29f9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:51.168530 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e51aeb3c-fd7f-4396-bd4e-436bb18c3ac9 req-ad4f8561-ef97-4abb-a3c8-eed5116b29f9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 943 time: 0.0831177 Jun 25 16:09:51.184725 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4de833-f7e1-4d82-b87b-697be71633f3 req-00a04aa3-89bc-4626-a33b-fe8010876f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:51.186134 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fa4de833-f7e1-4d82-b87b-697be71633f3 req-00a04aa3-89bc-4626-a33b-fe8010876f0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 1127 time: 0.0674763 Jun 25 16:09:51.302372 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e51aeb3c-fd7f-4396-bd4e-436bb18c3ac9 req-d5426e0b-0dc0-424e-8dc6-8a780a3b4f3b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265197 Jun 25 16:09:51.332259 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4de833-f7e1-4d82-b87b-697be71633f3 req-b56e833e-0afe-403b-96f4-d05c28a4221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:51.333747 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fa4de833-f7e1-4d82-b87b-697be71633f3 req-b56e833e-0afe-403b-96f4-d05c28a4221e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1361647 Jun 25 16:09:51.419270 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:51.451727 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4de833-f7e1-4d82-b87b-697be71633f3 req-db6a5db1-76d4-4148-8bad-5c1033f378ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:51.453525 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fa4de833-f7e1-4d82-b87b-697be71633f3 req-db6a5db1-76d4-4148-8bad-5c1033f378ec service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1101158 Jun 25 16:09:51.543484 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-fabe79e2-c0f2-4512-a60a-0a719824537f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:51.545202 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-fabe79e2-c0f2-4512-a60a-0a719824537f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 1127 time: 0.0445893 Jun 25 16:09:51.593002 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-543a14ed-8a96-44f6-a885-cbaff908160c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 HTTP/1.1" status: 200 len: 217 time: 0.0382776 Jun 25 16:09:51.652295 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 42950) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:51.658030 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-a84e2d9d-3410-47d5-8443-10a4429f075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:51.659876 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-a84e2d9d-3410-47d5-8443-10a4429f075b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.0546918 Jun 25 16:09:51.700367 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb3b4f0-4ee4-46b3-8b98-15c0c9650440 admin admin] Deleting subnet b537a8d0-0fde-4358-96ce-391205d1b28c {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:09:51.704193 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b4f0-4ee4-46b3-8b98-15c0c9650440 admin admin] Publish callbacks [] for subnet (b537a8d0-0fde-4358-96ce-391205d1b28c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:51.713496 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-0e4f13fa-ffd5-403d-be04-4fb670920ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:51.715149 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-0e4f13fa-ffd5-403d-be04-4fb670920ca0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476856 Jun 25 16:09:51.744536 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b4f0-4ee4-46b3-8b98-15c0c9650440 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (b537a8d0-0fde-4358-96ce-391205d1b28c), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:51.757275 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:51.790690 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b4f0-4ee4-46b3-8b98-15c0c9650440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (b537a8d0-0fde-4358-96ce-391205d1b28c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:51.819910 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-31e3b384-c0fe-4207-9ab0-21185e8e444b service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937767 Jun 25 16:09:51.860532 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b4f0-4ee4-46b3-8b98-15c0c9650440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (b537a8d0-0fde-4358-96ce-391205d1b28c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:51.872831 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:51.877980 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4fb3b4f0-4ee4-46b3-8b98-15c0c9650440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:51.884328 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4fb3b4f0-4ee4-46b3-8b98-15c0c9650440 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b537a8d0-0fde-4358-96ce-391205d1b28c HTTP/1.1" status: 204 len: 168 time: 0.2308116 Jun 25 16:09:51.907341 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 42952) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:51.924521 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b42263b1-c2d8-45e5-8f0c-2159d5003ce0 req-de94b042-5a7e-4d2c-b0a4-13578ad8e7cd service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964766 Jun 25 16:09:51.935353 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3b4f0-4ee4-46b3-8b98-15c0c9650440 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b537a8d0-0fde-4358-96ce-391205d1b28c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:52.047595 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (31bcb26d-3ca1-4959-a614-488af5d3fcfe), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.064148 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab2f349-5f64-4921-b6fc-eb613bb3600b req-58c8ac83-6faf-4fb8-ad1a-5d50070f9511 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:52.071812 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ab2f349-5f64-4921-b6fc-eb613bb3600b req-58c8ac83-6faf-4fb8-ad1a-5d50070f9511 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0641053 Jun 25 16:09:52.134749 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4ab2f349-5f64-4921-b6fc-eb613bb3600b req-a3fdf1f3-ad05-4efd-aacb-641c6cdfd724 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603733 Jun 25 16:09:52.135398 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (31bcb26d-3ca1-4959-a614-488af5d3fcfe), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.160900 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bcb26d-3ca1-4959-a614-488af5d3fcfe']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:52.170774 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:52.171055 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:09:52.181056 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.195700 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.202600 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:09:52.202942 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.261051 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0 resource provider aggregate not found Jun 25 16:09:52.291540 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (31bcb26d-3ca1-4959-a614-488af5d3fcfe), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.294912 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d5898cf-3da3-4f80-bc84-d5a6bfbe1ea0 found for delete ", "request_id": "req-5c610782-8b9f-42f0-b321-543f664497e2"}]} Jun 25 16:09:52.301858 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.305593 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] 10.222.0.13 "DELETE /v2.0/networks/31bcb26d-3ca1-4959-a614-488af5d3fcfe HTTP/1.1" status: 204 len: 168 time: 0.3966327 Jun 25 16:09:52.318752 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8216533-03f1-4644-9780-571e461b3bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=31bcb26d-3ca1-4959-a614-488af5d3fcfe,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:52.465018 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8371ff7-8b05-4c3b-bbec-c2d9594320f1 req-53ed4c74-e3ab-4683-90b1-37934188a39e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:52.466863 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c8371ff7-8b05-4c3b-bbec-c2d9594320f1 req-53ed4c74-e3ab-4683-90b1-37934188a39e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 943 time: 0.0635619 Jun 25 16:09:52.564583 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c8371ff7-8b05-4c3b-bbec-c2d9594320f1 req-349110c6-89a0-4c39-b430-02c040635d52 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874374 Jun 25 16:09:52.629750 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 42972) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:52.677485 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 42974) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:09:52.677856 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7f953eb6-6767-44ca-9df9-db89d2514c0f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=be35accfa19641058c6452311878f2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466847 Jun 25 16:09:52.733300 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b92832a3-c8fe-420b-8865-7b0df67c4c87 admin admin] Publish callbacks [] for security_group (895cb291-737d-4f1c-94a4-f199bc37b646), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.759493 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b92832a3-c8fe-420b-8865-7b0df67c4c87 admin admin] Publish callbacks [] for security_group (895cb291-737d-4f1c-94a4-f199bc37b646), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.817298 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b92832a3-c8fe-420b-8865-7b0df67c4c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (895cb291-737d-4f1c-94a4-f199bc37b646), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.819858 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b92832a3-c8fe-420b-8865-7b0df67c4c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:52.821044 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b92832a3-c8fe-420b-8865-7b0df67c4c87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/895cb291-737d-4f1c-94a4-f199bc37b646 HTTP/1.1" status: 204 len: 168 time: 0.1425769 Jun 25 16:09:52.831431 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92832a3-c8fe-420b-8865-7b0df67c4c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895cb291-737d-4f1c-94a4-f199bc37b646,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:53.286985 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0686ead-ca8b-4775-94f5-a997fca06505 req-fa253f4c-eead-479c-8fe6-f25e6d0aedd1 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:53.288633 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0686ead-ca8b-4775-94f5-a997fca06505 req-fa253f4c-eead-479c-8fe6-f25e6d0aedd1 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0669320 Jun 25 16:09:53.382126 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c0686ead-ca8b-4775-94f5-a997fca06505 req-ca363eed-d9ed-4605-98d7-8918c46276bb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870032 Jun 25 16:09:53.741610 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90493a2-5e5c-411c-8efd-30beb1d5e895 req-9cce1803-8311-4a98-a9ab-4598b3eff910 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:53.743477 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a90493a2-5e5c-411c-8efd-30beb1d5e895 req-9cce1803-8311-4a98-a9ab-4598b3eff910 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 943 time: 0.0673506 Jun 25 16:09:53.810330 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a90493a2-5e5c-411c-8efd-30beb1d5e895 req-2c218334-a3fa-43b2-94f7-f54eb963c1b5 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585985 Jun 25 16:09:54.581844 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091c34c-105f-4bd9-bf80-f3a865cdce64 req-bb6683ca-a4b0-4344-a6c9-4362102eb152 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:54.601748 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8091c34c-105f-4bd9-bf80-f3a865cdce64 req-bb6683ca-a4b0-4344-a6c9-4362102eb152 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.1132271 Jun 25 16:09:54.759441 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-f51b6c8a-cf8e-40a9-a01b-c868a7cc0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:54.761303 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-f51b6c8a-cf8e-40a9-a01b-c868a7cc0d59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 1129 time: 0.1364176 Jun 25 16:09:54.794291 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:54.801510 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b585d7-1ef8-4916-a316-c74df94f87bf req-690b2504-10d2-4e66-8be6-abfe912cd3e9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:54.802922 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00b585d7-1ef8-4916-a316-c74df94f87bf req-690b2504-10d2-4e66-8be6-abfe912cd3e9 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.1047385 Jun 25 16:09:54.818388 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8091c34c-105f-4bd9-bf80-f3a865cdce64 req-6fe93ef4-5470-46ba-83b0-2ce356b3b30e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2153792 Jun 25 16:09:54.834838 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:54.984487 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00b585d7-1ef8-4916-a316-c74df94f87bf req-9acecc1b-d91a-44e9-80d9-195ebda971ba tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651013 Jun 25 16:09:55.004038 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-f5945cab-d658-4823-ad17-817187fc84a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:55.005576 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-f5945cab-d658-4823-ad17-817187fc84a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.2249928 Jun 25 16:09:55.014286 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5dc12c-b2c7-4d8d-bcb8-63805901d8bf req-f42241a8-f2d7-4e20-bf58-9ca1881ba751 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:55.016381 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3f5dc12c-b2c7-4d8d-bcb8-63805901d8bf req-f42241a8-f2d7-4e20-bf58-9ca1881ba751 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 943 time: 0.0967226 Jun 25 16:09:55.108066 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-62fbc34e-6cc9-4ddb-8d23-5a7dd60487bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17f4711f-55ed-463b-986b-2d3077795600 HTTP/1.1" status: 200 len: 1000 time: 0.0904794 Jun 25 16:09:55.113998 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:09:55.115845 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3f5dc12c-b2c7-4d8d-bcb8-63805901d8bf req-feb6c925-2e6c-45bc-8bb1-766019f77f08 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913129 Jun 25 16:09:55.166285 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-0b4183ba-612d-433b-8c2e-d08ba01c4d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:55.168109 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-0b4183ba-612d-433b-8c2e-d08ba01c4d51 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0513942 Jun 25 16:09:55.217726 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-1b06d854-454c-4e13-b8ac-52a89070b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:55.219658 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-1b06d854-454c-4e13-b8ac-52a89070b072 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431049 Jun 25 16:09:55.243600 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:55.258860 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'port_id': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68', 'mac_address': 'fa:16:3e:12:c2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:09:55.301948 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:09:55.302337 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:55.321620 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:09:55.324873 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-8db01091-056c-487c-93ec-65ab4cbdff29 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980091 Jun 25 16:09:55.343462 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:55.348908 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:55.416750 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:55.438466 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2960d094-84cc-4e2e-818f-26acfb628c2f req-81549596-255f-4740-a16b-4ace5229f05e service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046231 Jun 25 16:09:55.672179 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['c9f4f158-6c65-4bbe-8425-f8fcb9a31e68'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:09:55.724426 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:56.042893 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592d095-508a-4cee-9300-2f851ea64ffd req-64795ba0-f885-4c88-bfae-1c536aecd3e4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:56.053356 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c592d095-508a-4cee-9300-2f851ea64ffd req-64795ba0-f885-4c88-bfae-1c536aecd3e4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.1054788 Jun 25 16:09:56.155690 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c592d095-508a-4cee-9300-2f851ea64ffd req-7e77d2b5-8fb9-4bb6-a653-4647c6729c80 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013129 Jun 25 16:09:56.303723 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07647036-ba62-4764-8120-ac95450498a6 req-21284a63-4502-42c4-af43-175ab80df2f5 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:56.305804 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07647036-ba62-4764-8120-ac95450498a6 req-21284a63-4502-42c4-af43-175ab80df2f5 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0672698 Jun 25 16:09:56.646300 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc84046-8ec2-4314-97bd-4505ba4e1816 req-652d88bf-ecb6-430c-808b-3c20c3b6e129 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:56.647780 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ccc84046-8ec2-4314-97bd-4505ba4e1816 req-652d88bf-ecb6-430c-808b-3c20c3b6e129 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 944 time: 0.3408716 Jun 25 16:09:56.688374 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07647036-ba62-4764-8120-ac95450498a6 req-1e85b15c-a560-4a6d-9ba9-7cf12f83387f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713069 Jun 25 16:09:56.721610 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ccc84046-8ec2-4314-97bd-4505ba4e1816 req-a1d3a3cd-dcad-45e5-b124-1283c6fa58df tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669570 Jun 25 16:09:57.127631 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:09:57.168021 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:57.195339 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:09:57.203561 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:09:57.205069 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:57.309301 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:09:57.310015 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:57.320984 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45689e62-8b2a-430b-b7e4-918712fb7fe6 req-a1a9bcd6-0c78-45b3-b031-cdf50b755732 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:57.324056 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-45689e62-8b2a-430b-b7e4-918712fb7fe6 req-a1a9bcd6-0c78-45b3-b031-cdf50b755732 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0812490 Jun 25 16:09:57.356451 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:09:57.359151 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bae6dc7-6cc5-427f-b61e-606a5843f5b7" -d '{"events": [{"server_uuid": "b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9", "name": "network-vif-plugged", "status": "completed", "tag": "c9f4f158-6c65-4bbe-8425-f8fcb9a31e68"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:09:57.377530 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:57.383077 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:57.397993 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-45689e62-8b2a-430b-b7e4-918712fb7fe6 req-f756ab2f-85b5-422c-b483-c62766ce1620 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675726 Jun 25 16:09:57.447261 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:09:57.476311 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82e5076-52b6-4c5a-9f50-e3f0bfdcdf92 x-openstack-request-id: req-d82e5076-52b6-4c5a-9f50-e3f0bfdcdf92 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:09:57.478331 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9", "name": "network-vif-plugged", "status": "completed", "tag": "c9f4f158-6c65-4bbe-8425-f8fcb9a31e68", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:09:57.480109 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d82e5076-52b6-4c5a-9f50-e3f0bfdcdf92 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:09:57.481351 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82e5076-52b6-4c5a-9f50-e3f0bfdcdf92'] response: {'server_uuid': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68', 'code': 200} Jun 25 16:09:57.679421 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66077f44-b99d-4982-8308-3e9002fc1a5d req-54fcd008-7f3b-40dd-82d0-07162585f6f7 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:57.692757 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-66077f44-b99d-4982-8308-3e9002fc1a5d req-54fcd008-7f3b-40dd-82d0-07162585f6f7 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 946 time: 0.0812926 Jun 25 16:09:57.737174 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:57.765075 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-66077f44-b99d-4982-8308-3e9002fc1a5d req-062c4ca3-daac-4c23-bad2-af91168a4d50 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588508 Jun 25 16:09:57.808088 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:57.864239 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494fa73-303b-4a15-83cd-fa022525241e req-93d56cf0-6149-45a5-8e00-77b7c5390e70 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:57.865884 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5494fa73-303b-4a15-83cd-fa022525241e req-93d56cf0-6149-45a5-8e00-77b7c5390e70 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0688832 Jun 25 16:09:57.918556 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b920e5-0922-489a-b4e5-32aa389f8436 req-5b792142-2b46-4efd-b8c8-ad6ce73d72a7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:57.920020 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73b920e5-0922-489a-b4e5-32aa389f8436 req-5b792142-2b46-4efd-b8c8-ad6ce73d72a7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 945 time: 0.0766985 Jun 25 16:09:57.971864 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5494fa73-303b-4a15-83cd-fa022525241e req-49047679-5a32-45f8-bd0a-6b18ea5de7ec tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872755 Jun 25 16:09:57.995026 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-73b920e5-0922-489a-b4e5-32aa389f8436 req-f645c5b7-06d4-4138-8fba-6d6d6920983e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640371 Jun 25 16:09:58.067497 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:09:58.526030 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d5e12-8d38-4e2b-9d97-a69c129773f3 req-79a1194b-e82c-4480-89c2-a5164e9fac41 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:58.527460 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-921d5e12-8d38-4e2b-9d97-a69c129773f3 req-79a1194b-e82c-4480-89c2-a5164e9fac41 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0516193 Jun 25 16:09:58.577191 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-921d5e12-8d38-4e2b-9d97-a69c129773f3 req-2116c9f9-3a88-49ce-85be-b98ec112d862 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439589 Jun 25 16:09:58.891025 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db051599-baee-4d3c-bd42-f051a4679f04 req-9e1d090a-f50e-4221-a002-c36a933f6726 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:58.892661 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-db051599-baee-4d3c-bd42-f051a4679f04 req-9e1d090a-f50e-4221-a002-c36a933f6726 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 946 time: 0.0683322 Jun 25 16:09:58.965688 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132899e-bc1b-42e3-bec0-ef43b6970a7c req-ca778e0b-dde3-467f-a21d-1db585fda3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:58.967184 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9132899e-bc1b-42e3-bec0-ef43b6970a7c req-ca778e0b-dde3-467f-a21d-1db585fda3ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 1129 time: 0.0592704 Jun 25 16:09:58.978732 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-db051599-baee-4d3c-bd42-f051a4679f04 req-4982c27e-b160-4c99-b1fc-ccc4f142a1ba tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806191 Jun 25 16:09:59.143197 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2aa8c-ed92-4da1-af0b-00d1ac62c7a2 req-dbdad98d-e5be-4bfa-9837-8493a9392434 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:59.144864 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fbd2aa8c-ed92-4da1-af0b-00d1ac62c7a2 req-dbdad98d-e5be-4bfa-9837-8493a9392434 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.1012654 Jun 25 16:09:59.183706 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783f3d3-5461-4f37-8439-b312ecdf0687 req-9270ede0-05d0-4513-bca0-62f997adb6d4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:59.185330 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2783f3d3-5461-4f37-8439-b312ecdf0687 req-9270ede0-05d0-4513-bca0-62f997adb6d4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 945 time: 0.1034322 Jun 25 16:09:59.189381 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9132899e-bc1b-42e3-bec0-ef43b6970a7c req-340b0b6e-a8e2-4085-b023-b71f63c06f98 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337411 Jun 25 16:09:59.244815 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fbd2aa8c-ed92-4da1-af0b-00d1ac62c7a2 req-73f2f347-a8dc-4eb1-92f0-fdf0d9e3099d tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938370 Jun 25 16:09:59.261902 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2783f3d3-5461-4f37-8439-b312ecdf0687 req-3c26c213-f1fe-4935-9c60-110f42ba23e1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699098 Jun 25 16:09:59.660103 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-290fc784-3b8e-46a1-93cc-a04dfb9b792c tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:59.662436 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-290fc784-3b8e-46a1-93cc-a04dfb9b792c tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.26 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 946 time: 0.0570440 Jun 25 16:09:59.694787 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:59.700035 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-5465b1aa-e229-4b25-9284-02bca0cf7afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:59.701874 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-5465b1aa-e229-4b25-9284-02bca0cf7afa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 1130 time: 0.0635033 Jun 25 16:09:59.741668 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29486d87-7373-44c4-bf21-866921ab5c8d req-2ac447ff-8de1-4149-89bd-39461b9de636 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:09:59.743199 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-29486d87-7373-44c4-bf21-866921ab5c8d req-2ac447ff-8de1-4149-89bd-39461b9de636 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0798101 Jun 25 16:09:59.806585 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Deleting port 43551aa5-c58d-4fa4-ab62-60938bf7595a {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:09:59.806921 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:59.847264 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-29486d87-7373-44c4-bf21-866921ab5c8d req-76ffbe01-aedc-4c0d-b844-99205edb44da tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961065 Jun 25 16:09:59.919738 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] For port 43551aa5-c58d-4fa4-ab62-60938bf7595a, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=43551aa5-c58d-4fa4-ab62-60938bf7595a,segment=NetworkSegment(9a201b8e-1dda-436b-8ee5-0876c5b78585),segment_id=9a201b8e-1dda-436b-8ee5-0876c5b78585)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:09:59.920168 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:09:59.934679 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Calling delete_port for 43551aa5-c58d-4fa4-ab62-60938bf7595a owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:09:59.948554 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:09:59.978345 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:00.103387 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-b2e84cfc-3370-49e9-834b-db5c3ee94762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:00.105207 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-b2e84cfc-3370-49e9-834b-db5c3ee94762 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 917 time: 0.1014078 Jun 25 16:10:00.111665 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (43551aa5-c58d-4fa4-ab62-60938bf7595a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:00.124576 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['43551aa5-c58d-4fa4-ab62-60938bf7595a'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:10:00.150840 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Pushing event deleted for resources: {'Port': ['ID=43551aa5-c58d-4fa4-ab62-60938bf7595a,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:00.161451 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e893af20-4bf2-466b-a00f-108b5a5ba299 req-70c59bbe-a81d-4cee-afa7-b5b5238a469c tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:00.163094 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e893af20-4bf2-466b-a00f-108b5a5ba299 req-70c59bbe-a81d-4cee-afa7-b5b5238a469c tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/ports?device_id=41fc3e49-00d7-473e-8aff-17796e05c84b HTTP/1.1" status: 200 len: 946 time: 0.0883315 Jun 25 16:10:00.213923 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-2808d6f5-7bc1-47f1-b3f1-339e9a179edc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5 HTTP/1.1" status: 200 len: 1002 time: 0.0858164 Jun 25 16:10:00.222772 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] No DVR routers for this DVR port 43551aa5-c58d-4fa4-ab62-60938bf7595a on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:10:00.227091 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:00.230499 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ceab38a0-c600-48fd-b256-a9dba1a8ef9f req-4430fda0-8bf1-4b66-8223-24e95754534f tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.26 "DELETE /v2.0/ports/43551aa5-c58d-4fa4-ab62-60938bf7595a HTTP/1.1" status: 204 len: 173 time: 0.5580585 Jun 25 16:10:00.231090 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fc3e49-00d7-473e-8aff-17796e05c84b', 'name': 'network-vif-deleted', 'tag': '43551aa5-c58d-4fa4-ab62-60938bf7595a'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:10:00.233385 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66b9001-3e40-455f-949d-97b0678d0b1b" -d '{"events": [{"server_uuid": "41fc3e49-00d7-473e-8aff-17796e05c84b", "name": "network-vif-deleted", "tag": "43551aa5-c58d-4fa4-ab62-60938bf7595a"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:10:00.279998 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-d3940641-09a2-4b14-99f5-d07f5f21f419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:00.282707 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-d3940641-09a2-4b14-99f5-d07f5f21f419 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c050219-c91a-4d1a-8f7e-8090416951c2 HTTP/1.1" status: 200 len: 855 time: 0.0622094 Jun 25 16:10:00.284492 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e893af20-4bf2-466b-a00f-108b5a5ba299 req-7ba2712e-7979-4d39-9e8b-3ca12b1adb50 tempest-VolumesSnapshotTestJSON-520792287 tempest-VolumesSnapshotTestJSON-520792287-project] 10.222.0.13 "GET /v2.0/security-groups?id=ebd9246e-eded-49a0-98d2-8c03c38cddf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946443 Jun 25 16:10:00.301584 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e410f5b-8ecc-4543-ba81-4c9a46cb2dca x-openstack-request-id: req-9e410f5b-8ecc-4543-ba81-4c9a46cb2dca {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:10:00.301920 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fc3e49-00d7-473e-8aff-17796e05c84b", "name": "network-vif-deleted", "tag": "43551aa5-c58d-4fa4-ab62-60938bf7595a", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:10:00.302113 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9e410f5b-8ecc-4543-ba81-4c9a46cb2dca {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:10:00.302633 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e410f5b-8ecc-4543-ba81-4c9a46cb2dca'] response: {'server_uuid': '41fc3e49-00d7-473e-8aff-17796e05c84b', 'name': 'network-vif-deleted', 'tag': '43551aa5-c58d-4fa4-ab62-60938bf7595a', 'status': 'completed', 'code': 200} Jun 25 16:10:00.415383 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345042e7-473b-4092-8d3f-833e401e5471 req-773f9b86-1def-43e1-96d1-d51ad8bab545 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:00.416784 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-345042e7-473b-4092-8d3f-833e401e5471 req-773f9b86-1def-43e1-96d1-d51ad8bab545 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0810635 Jun 25 16:10:00.435408 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe36aa-f330-4b4e-b829-0fd0a4b63e20 req-7bfc3715-1b2a-477d-bff8-de1d167c7af4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:00.436804 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9bfe36aa-f330-4b4e-b829-0fd0a4b63e20 req-7bfc3715-1b2a-477d-bff8-de1d167c7af4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 945 time: 0.0674105 Jun 25 16:10:00.503087 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-345042e7-473b-4092-8d3f-833e401e5471 req-addc142d-ed2d-4947-9fed-eba13ad4dd00 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806992 Jun 25 16:10:00.507256 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9bfe36aa-f330-4b4e-b829-0fd0a4b63e20 req-0642df64-83ac-4bc0-8166-3902f3e4d108 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622787 Jun 25 16:10:00.761617 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-ccd2db94-0882-4edc-a238-ac9e925f3ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:00.763109 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-ccd2db94-0882-4edc-a238-ac9e925f3ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407572 Jun 25 16:10:00.901302 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-bf3ae152-cef3-471a-9851-5ef30c518763 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908718 Jun 25 16:10:00.983978 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0540ae4c-fb59-4473-b6e9-4fef32d28b2b req-90b3a8de-30ec-461d-82e2-d0c369dede99 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:00.985460 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0540ae4c-fb59-4473-b6e9-4fef32d28b2b req-90b3a8de-30ec-461d-82e2-d0c369dede99 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0488701 Jun 25 16:10:01.039383 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0540ae4c-fb59-4473-b6e9-4fef32d28b2b req-5f396521-ab58-4c30-b1ed-a0fc39e606d4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477836 Jun 25 16:10:01.128780 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a18028dd-469d-4c8b-8d6b-4a7f8361c87d req-1b62e0e1-a34d-4a7a-a4ef-e99f47d1ed63 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921018 Jun 25 16:10:01.672389 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747354f-e451-43ec-b4e4-59086c4cc1bf req-fdc65b77-dd7e-45c4-943e-5a17a1549fdb tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:01.674009 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4747354f-e451-43ec-b4e4-59086c4cc1bf req-fdc65b77-dd7e-45c4-943e-5a17a1549fdb tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 945 time: 0.0822108 Jun 25 16:10:01.686435 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba117789-96eb-4756-9091-7b52167473c1 req-17b15e06-1b53-4edb-97f3-0efda471867a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:01.687854 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba117789-96eb-4756-9091-7b52167473c1 req-17b15e06-1b53-4edb-97f3-0efda471867a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0632460 Jun 25 16:10:01.762292 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4747354f-e451-43ec-b4e4-59086c4cc1bf req-638a51ec-9414-4ea7-b309-fef5e9839616 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734663 Jun 25 16:10:01.766555 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba117789-96eb-4756-9091-7b52167473c1 req-27a9c676-2e04-4cb0-bcc1-315ed3e1f382 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714025 Jun 25 16:10:01.889985 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f794f-c491-44de-8b19-ef2016d486ef req-db6ead8c-2361-4131-a264-655fe71cc67e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:01.891702 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-845f794f-c491-44de-8b19-ef2016d486ef req-db6ead8c-2361-4131-a264-655fe71cc67e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 945 time: 0.0546780 Jun 25 16:10:01.900524 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43168) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:01.904856 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-4dc9de68-0ec4-41ec-95ce-03db2d7237d7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'floatingip': {'port_id': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:10:01.953221 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4dc9de68-0ec4-41ec-95ce-03db2d7237d7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (49bcc99a-eeda-4e99-945b-1b36ccebfb14), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:02.166228 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:02.180162 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:02.192092 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245d29a-00e5-4a7b-b018-bdf3d57e879b req-e3aa69f9-d6fb-4741-b6c4-23e46441f557 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:02.197281 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f245d29a-00e5-4a7b-b018-bdf3d57e879b req-e3aa69f9-d6fb-4741-b6c4-23e46441f557 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0833173 Jun 25 16:10:02.325123 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f245d29a-00e5-4a7b-b018-bdf3d57e879b req-e78f3ff1-5d5a-4bba-9525-b45e4c80d8dd tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1248832 Jun 25 16:10:02.462078 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4dc9de68-0ec4-41ec-95ce-03db2d7237d7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:02.468485 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4dc9de68-0ec4-41ec-95ce-03db2d7237d7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (49bcc99a-eeda-4e99-945b-1b36ccebfb14), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:02.568445 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-4dc9de68-0ec4-41ec-95ce-03db2d7237d7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Floating IP 49bcc99a-eeda-4e99-945b-1b36ccebfb14 associated. External IP: 172.27.2.13, port: c9f4f158-6c65-4bbe-8425-f8fcb9a31e68. Jun 25 16:10:02.772314 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc9de68-0ec4-41ec-95ce-03db2d7237d7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:10:02.935973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa5e15-5e46-4440-adef-73e9155862b7 req-4be2ce52-9d9e-4a70-a290-996832bac8cb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:02.937446 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1ffa5e15-5e46-4440-adef-73e9155862b7 req-4be2ce52-9d9e-4a70-a290-996832bac8cb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0915053 Jun 25 16:10:02.945649 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc9de68-0ec4-41ec-95ce-03db2d7237d7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:10:02.950465 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4dc9de68-0ec4-41ec-95ce-03db2d7237d7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:02.955720 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:10:02.966452 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:10:02.967079 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:09:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:03.001019 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-4dc9de68-0ec4-41ec-95ce-03db2d7237d7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "PUT /v2.0/floatingips/49bcc99a-eeda-4e99-945b-1b36ccebfb14 HTTP/1.1" status: 200 len: 990 time: 1.0994496 Jun 25 16:10:03.003431 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'tag': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:10:03.005673 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58943ef7-a4f3-419e-baba-db78d5dd565c" -d '{"events": [{"name": "network-changed", "server_uuid": "b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9", "tag": "c9f4f158-6c65-4bbe-8425-f8fcb9a31e68"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:10:03.023607 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1ffa5e15-5e46-4440-adef-73e9155862b7 req-4f8108de-8ddd-424e-a9f5-1264686f4b30 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792215 Jun 25 16:10:03.040649 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f4ab7-2080-4fdb-93fc-db0a865e2ea2 x-openstack-request-id: req-935f4ab7-2080-4fdb-93fc-db0a865e2ea2 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:10:03.040933 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9", "tag": "c9f4f158-6c65-4bbe-8425-f8fcb9a31e68", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:10:03.041180 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-935f4ab7-2080-4fdb-93fc-db0a865e2ea2 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:10:03.041606 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935f4ab7-2080-4fdb-93fc-db0a865e2ea2'] response: {'name': 'network-changed', 'server_uuid': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'tag': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68', 'status': 'completed', 'code': 200} Jun 25 16:10:03.073717 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:10:03.293419 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '49bcc99a-eeda-4e99-945b-1b36ccebfb14', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:12:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:09:43Z', 'updated_at': '2022-06-25T16:10:02Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:03.317872 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:10:03.327119 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:10:03.327723 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:09:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:03.413655 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:03.436763 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:10:03.456452 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d8f1b-719d-4070-a10c-2c13973487c9 req-5490b47b-938c-4627-b750-cefcbbf349d5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:03.457937 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d89d8f1b-719d-4070-a10c-2c13973487c9 req-5490b47b-938c-4627-b750-cefcbbf349d5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 946 time: 0.0517745 Jun 25 16:10:03.494186 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:03.507437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d89d8f1b-719d-4070-a10c-2c13973487c9 req-4d2fa5e0-0bce-45a0-8f41-4d2f2dfe7429 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437286 Jun 25 16:10:03.642108 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '49bcc99a-eeda-4e99-945b-1b36ccebfb14', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:12:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:09:43Z', 'updated_at': '2022-06-25T16:10:02Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:03.671851 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a19c56-5453-4702-b190-f9b4a628a97e None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '49bcc99a-eeda-4e99-945b-1b36ccebfb14', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.13', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:12:c2:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:09:43Z', 'updated_at': '2022-06-25T16:10:02Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:10:03.823979 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:10:03.827196 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:03.877115 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2d676-d410-496e-898c-df12dcdd6ddb None None] New status for floating IP 49bcc99a-eeda-4e99-945b-1b36ccebfb14: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:10:03.912886 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 3115b4bc-8a8e-494e-90f7-66772013aaf5 is: ACTIVE; New status is: DOWN {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:10:03.913353 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:03.944629 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:10:03.944629 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e608ba0c-e7c9-4e15-9ffc-a67c31f255df" -d '{"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-unplugged", "status": "completed", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:10:03.954986 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:10:03.960105 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:03.960955 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 43551aa5-c58d-4fa4-ab62-60938bf7595a no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:10:03.998968 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Jun 2022 16:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279d7360-316f-4394-85bf-ba108541f9f3 x-openstack-request-id: req-279d7360-316f-4394-85bf-ba108541f9f3 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:10:03.999280 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-unplugged", "status": "completed", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:10:03.999530 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-279d7360-316f-4394-85bf-ba108541f9f3 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:10:03.999915 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279d7360-316f-4394-85bf-ba108541f9f3'] response: {'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'code': 200} Jun 25 16:10:04.005326 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 43551aa5-c58d-4fa4-ab62-60938bf7595a {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:10:04.005666 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 43551aa5-c58d-4fa4-ab62-60938bf7595a not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:10:04.027493 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=8']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:04.139956 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123988c0-6501-4eb1-80de-83c153f947dd req-71302fbd-d7d9-40db-a920-439670f048f0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:04.141434 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-123988c0-6501-4eb1-80de-83c153f947dd req-71302fbd-d7d9-40db-a920-439670f048f0 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0487168 Jun 25 16:10:04.186900 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:04.191829 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-123988c0-6501-4eb1-80de-83c153f947dd req-6506e5a5-7c18-4697-a615-c0049d1abab1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419719 Jun 25 16:10:04.632707 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44596fdf-a55c-4755-906a-434cfa78229e req-0ed8542b-656a-407f-aec2-3642453e71ed tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:04.634193 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44596fdf-a55c-4755-906a-434cfa78229e req-0ed8542b-656a-407f-aec2-3642453e71ed tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0470476 Jun 25 16:10:04.686163 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-44596fdf-a55c-4755-906a-434cfa78229e req-03b28762-458f-4a65-bcd0-5b2d94e68142 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461693 Jun 25 16:10:04.875869 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-cd1f9d15-de45-458f-8d7b-26b0a98eafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:04.877570 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-cd1f9d15-de45-458f-8d7b-26b0a98eafd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 1129 time: 0.0453622 Jun 25 16:10:05.036695 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-43c1589b-14ef-4b17-98de-e438ee95df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:05.038161 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-43c1589b-14ef-4b17-98de-e438ee95df5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 916 time: 0.1269629 Jun 25 16:10:05.315243 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c2504-ea88-41a3-bf88-298c1b73cf1e req-c42780ec-6330-4893-bae2-ddabdb63bc2c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:05.317186 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-db7c2504-ea88-41a3-bf88-298c1b73cf1e req-c42780ec-6330-4893-bae2-ddabdb63bc2c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0527310 Jun 25 16:10:05.367965 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-db7c2504-ea88-41a3-bf88-298c1b73cf1e req-0a1b829f-9a4b-44fd-aba8-f8e87976bf6c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444849 Jun 25 16:10:05.819039 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd107b0-c326-49fe-9bcc-8a635a80cecc req-8911768d-bf2d-47fb-b196-2da4cb8fd2c1 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:05.820525 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2cd107b0-c326-49fe-9bcc-8a635a80cecc req-8911768d-bf2d-47fb-b196-2da4cb8fd2c1 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0463331 Jun 25 16:10:05.868633 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2cd107b0-c326-49fe-9bcc-8a635a80cecc req-1bce7333-d949-4655-9faf-27ac56533bf7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425866 Jun 25 16:10:06.386371 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-e2988cd1-9693-44f0-873a-7c0638206d4e req-0836f65f-864c-4252-a2b4-fd19b13eb8c2 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:10:06.387341 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e2988cd1-9693-44f0-873a-7c0638206d4e req-0836f65f-864c-4252-a2b4-fd19b13eb8c2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054314 Jun 25 16:10:06.497895 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfead7-c3a6-453a-8a28-717788376e0e req-964529b2-84d4-431a-8744-ef22672c9042 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:06.499510 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-63dfead7-c3a6-453a-8a28-717788376e0e req-964529b2-84d4-431a-8744-ef22672c9042 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0580199 Jun 25 16:10:06.568850 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce55e42-bfd6-47fb-b28a-7c43c025bb7f req-6df657f0-1d5d-485e-bf39-c2dfe1c7cf84 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:06.570318 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ce55e42-bfd6-47fb-b28a-7c43c025bb7f req-6df657f0-1d5d-485e-bf39-c2dfe1c7cf84 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0698714 Jun 25 16:10:06.600540 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-63dfead7-c3a6-453a-8a28-717788376e0e req-74c5468c-c0c3-40ee-977c-6a9caf289630 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879447 Jun 25 16:10:06.631337 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ce55e42-bfd6-47fb-b28a-7c43c025bb7f req-0e7a4626-aa79-47b5-b136-a73d6b18d15b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510018 Jun 25 16:10:06.938456 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43248) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:07.030109 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-b66a5eb9-618b-42f7-b34d-51d09843f303 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903726 Jun 25 16:10:07.039994 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-74acb4b6-b875-4589-a4f7-732e795091b3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:10:07.041361 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-74acb4b6-b875-4589-a4f7-732e795091b3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066171 Jun 25 16:10:07.125003 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43260) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:07.228838 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-6cc88754-35ec-46cd-abbd-2c1ecf50391f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:07.230189 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-6cc88754-35ec-46cd-abbd-2c1ecf50391f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports/3115b4bc-8a8e-494e-90f7-66772013aaf5 HTTP/1.1" status: 200 len: 941 time: 0.1038957 Jun 25 16:10:07.749991 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-6b9ad6c6-c7d5-4c2a-a9a7-838f3a16603c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 HTTP/1.1" status: 200 len: 1000 time: 0.0722685 Jun 25 16:10:07.753241 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966d99f-6a35-405a-8f69-0e1ce3e01960 req-0d6a55e4-2dd2-4a82-94e7-0355767fa092 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:07.754808 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0966d99f-6a35-405a-8f69-0e1ce3e01960 req-0d6a55e4-2dd2-4a82-94e7-0355767fa092 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0799627 Jun 25 16:10:07.770566 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552e1c4-7b8e-4d5c-b07c-f6f10ddf5a0e req-90131e38-d339-4550-9679-002adce82d21 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:07.772149 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9552e1c4-7b8e-4d5c-b07c-f6f10ddf5a0e req-90131e38-d339-4550-9679-002adce82d21 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0658102 Jun 25 16:10:07.846538 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0966d99f-6a35-405a-8f69-0e1ce3e01960 req-e3c758db-1617-42ec-b331-96a40522331b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839744 Jun 25 16:10:07.850656 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9552e1c4-7b8e-4d5c-b07c-f6f10ddf5a0e req-6026b6ad-cdaf-4660-be01-df45d23e5fa4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0718989 Jun 25 16:10:07.968958 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:07.982249 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-362f055f-19f8-4fbc-9cb9-3750ba0d9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:07.983874 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-362f055f-19f8-4fbc-9cb9-3750ba0d9464 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.0558901 Jun 25 16:10:08.030019 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-2b5e93c1-a4c4-4a59-82f4-b9e923b9c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:08.031625 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-2b5e93c1-a4c4-4a59-82f4-b9e923b9c160 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413198 Jun 25 16:10:08.135146 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-1c93450c-44e7-49a4-896a-18d00db95fbc service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960989 Jun 25 16:10:08.237836 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58943ef7-a4f3-419e-baba-db78d5dd565c req-a7111aaa-a934-438c-b5f6-3d2feb73a2b3 service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955966 Jun 25 16:10:09.005899 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312172d2-997a-4c7f-bfa3-2b4dcf35cf7c req-5ce3e2c5-943e-4a32-8584-17f319a69a09 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:09.007363 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-312172d2-997a-4c7f-bfa3-2b4dcf35cf7c req-5ce3e2c5-943e-4a32-8584-17f319a69a09 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0786762 Jun 25 16:10:09.016017 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1b5fc-7ef8-4324-9d0c-2c4e87ef2958 req-c0616d35-fe85-462b-b7b6-109a3617c888 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:09.018244 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f5e1b5fc-7ef8-4324-9d0c-2c4e87ef2958 req-c0616d35-fe85-462b-b7b6-109a3617c888 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0873716 Jun 25 16:10:09.074620 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:09.170687 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:10:09.248652 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 3115b4bc-8a8e-494e-90f7-66772013aaf5 is: DOWN; New status is: DOWN {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:10:09.329458 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-404067b9-25e3-48c2-b62e-cadb8f231327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:09.331101 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-404067b9-25e3-48c2-b62e-cadb8f231327 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec&tenant_id=0da9a82039c24056beec4b61f533eaa2 HTTP/1.1" status: 200 len: 1128 time: 0.0798860 Jun 25 16:10:09.357262 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-312172d2-997a-4c7f-bfa3-2b4dcf35cf7c req-4c42f8cb-27fb-43a8-946f-5d7817eff4e8 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376732 Jun 25 16:10:09.365079 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f5e1b5fc-7ef8-4324-9d0c-2c4e87ef2958 req-da7049ad-9124-4ec1-98b5-f8930763b42d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3394258 Jun 25 16:10:09.400782 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-492e9db1-5874-482f-87e0-bb6c7106c1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:09.402284 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-492e9db1-5874-482f-87e0-bb6c7106c1be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 1128 time: 0.0433013 Jun 25 16:10:09.416021 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:09.494761 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-0308b90e-cb29-4280-b2cf-8c89d5297ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:09.496255 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-0308b90e-cb29-4280-b2cf-8c89d5297ea2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 917 time: 0.0881469 Jun 25 16:10:09.564854 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-37abac7a-0093-4f14-8ff8-c059b4986d7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5 HTTP/1.1" status: 200 len: 1000 time: 0.0537121 Jun 25 16:10:09.623436 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-25e9e25c-c018-4881-b191-910e9799e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:09.625108 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-25e9e25c-c018-4881-b191-910e9799e016 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c050219-c91a-4d1a-8f7e-8090416951c2 HTTP/1.1" status: 200 len: 855 time: 0.0535922 Jun 25 16:10:09.668541 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-580a3bee-fe1c-47b6-adc7-b49de74a89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:09.669975 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-580a3bee-fe1c-47b6-adc7-b49de74a89c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395706 Jun 25 16:10:09.763222 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-2ba013c3-2d95-4549-9d5b-413108e1ba50 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866053 Jun 25 16:10:09.874901 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-53f6aca5-54c1-40fb-b795-e48539d1a235 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053243 Jun 25 16:10:10.585517 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ded672-cb8b-4cee-9080-cf73bdbbb18c req-7e669b9c-4818-4122-813f-9c7874638a25 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:10.593214 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3ded672-cb8b-4cee-9080-cf73bdbbb18c req-7e669b9c-4818-4122-813f-9c7874638a25 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.1131837 Jun 25 16:10:10.602466 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43b1104-9a65-4cf5-b383-e41ed03d814c req-fd9e383a-c1f6-4917-bb0f-8270947e0b23 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:10.604689 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b43b1104-9a65-4cf5-b383-e41ed03d814c req-fd9e383a-c1f6-4917-bb0f-8270947e0b23 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.1119287 Jun 25 16:10:10.668817 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3ded672-cb8b-4cee-9080-cf73bdbbb18c req-49ae1014-fa18-488b-a49a-d9dd0676e3ca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742679 Jun 25 16:10:10.705577 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b43b1104-9a65-4cf5-b383-e41ed03d814c req-60644818-cbd2-44ea-b4e6-d1eca9f49e24 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780377 Jun 25 16:10:11.004127 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:11.842852 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:11.877817 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a3cb1-fe8c-4826-b613-53f04de8dcba req-ae8a18dd-2f68-4fc1-851d-8022230060aa tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:11.879538 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-187a3cb1-fe8c-4826-b613-53f04de8dcba req-ae8a18dd-2f68-4fc1-851d-8022230060aa tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0943816 Jun 25 16:10:11.886595 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf162e33-44ee-4de2-a0f0-c5a6700a8914 req-413ed27c-e056-4fe7-a027-a554dcdf6726 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:11.890686 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf162e33-44ee-4de2-a0f0-c5a6700a8914 req-413ed27c-e056-4fe7-a027-a554dcdf6726 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0908747 Jun 25 16:10:11.977303 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf162e33-44ee-4de2-a0f0-c5a6700a8914 req-79eab93e-e29d-4c39-9ad9-c1d5ffe7e52b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774741 Jun 25 16:10:11.987750 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-187a3cb1-fe8c-4826-b613-53f04de8dcba req-8d4c2b3a-37f4-41d3-b5d5-7326dbedd9c4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959640 Jun 25 16:10:12.403654 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5b4a00fc-c49e-4dd6-8dce-bc7ce1b8da39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:13.136123 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d0ee0-a73a-4fcc-82ae-9f5fb0c53e5b req-e6505154-7060-48ef-a87e-2809bcdfaf25 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:13.137602 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-404d0ee0-a73a-4fcc-82ae-9f5fb0c53e5b req-e6505154-7060-48ef-a87e-2809bcdfaf25 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0851824 Jun 25 16:10:13.145689 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965140f-412b-4bb1-9056-472f412e3b5c req-677051c2-a9a1-4f28-af9e-203cda440879 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:13.147037 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f965140f-412b-4bb1-9056-472f412e3b5c req-677051c2-a9a1-4f28-af9e-203cda440879 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0844309 Jun 25 16:10:13.221684 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-404d0ee0-a73a-4fcc-82ae-9f5fb0c53e5b req-c70790d4-9c13-4b74-8584-1670d78fc99e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736942 Jun 25 16:10:13.225878 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f965140f-412b-4bb1-9056-472f412e3b5c req-5bc45883-444f-4e83-b8c9-474d6c00bfd3 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719070 Jun 25 16:10:14.003901 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:14.007578 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:14.381179 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210395b-3cce-46b6-804e-95efb836d258 req-499f00dd-d8ed-4d03-be8b-09ca2a17a442 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:14.382550 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8210395b-3cce-46b6-804e-95efb836d258 req-499f00dd-d8ed-4d03-be8b-09ca2a17a442 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0808556 Jun 25 16:10:14.388423 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3be978-0eb5-4e87-9460-f9d1d0c48738 req-31cd31b1-02e9-4a1e-b589-fc5dbf706e93 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:14.390165 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5b3be978-0eb5-4e87-9460-f9d1d0c48738 req-31cd31b1-02e9-4a1e-b589-fc5dbf706e93 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0771630 Jun 25 16:10:14.447667 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3f7bad94-bec0-4352-a4b2-b06f214c8930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:14.467160 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8210395b-3cce-46b6-804e-95efb836d258 req-1265197b-b705-4171-876b-c02d91f62fe2 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760453 Jun 25 16:10:14.471671 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5b3be978-0eb5-4e87-9460-f9d1d0c48738 req-3bb911e1-f998-4766-abb7-57ad3513a79d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742335 Jun 25 16:10:15.632802 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4af0e-976f-4bea-845b-74f0593ca514 req-7dc737b5-1a42-4da0-a1ac-6403b276a637 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:15.634245 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-78e4af0e-976f-4bea-845b-74f0593ca514 req-7dc737b5-1a42-4da0-a1ac-6403b276a637 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0764792 Jun 25 16:10:15.640758 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f811431-b5c2-4de7-bbd3-020da7c303c9 req-cb464af2-5598-42cf-857f-85c0f28abb87 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:15.642094 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6f811431-b5c2-4de7-bbd3-020da7c303c9 req-cb464af2-5598-42cf-857f-85c0f28abb87 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0824261 Jun 25 16:10:15.707869 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-78e4af0e-976f-4bea-845b-74f0593ca514 req-2c064317-541c-4b1a-871e-9cb667298eb6 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648098 Jun 25 16:10:15.733552 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6f811431-b5c2-4de7-bbd3-020da7c303c9 req-1e84b17f-f53d-4b5c-aa54-cc2e80320da3 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0771523 Jun 25 16:10:15.886016 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:16.852198 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34139315-89c8-427a-961f-4c3e7aa1b420 req-462ecd1c-07a7-40cd-a9b9-33c3267a04ef tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:16.861118 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34139315-89c8-427a-961f-4c3e7aa1b420 req-462ecd1c-07a7-40cd-a9b9-33c3267a04ef tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0713766 Jun 25 16:10:16.902455 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:16.953388 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439da97-d4b5-40e9-a2e7-331f6245301e req-79851537-32d3-4d72-a1c4-9765d421317e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:16.963382 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0439da97-d4b5-40e9-a2e7-331f6245301e req-79851537-32d3-4d72-a1c4-9765d421317e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0847611 Jun 25 16:10:16.971521 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-34139315-89c8-427a-961f-4c3e7aa1b420 req-cf20dc95-484d-4acc-b24b-61b966fa1962 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092451 Jun 25 16:10:17.021656 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0439da97-d4b5-40e9-a2e7-331f6245301e req-fa4b155c-4e99-4dc5-a7ca-940177c869ec tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489001 Jun 25 16:10:17.576343 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:17.799204 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:18.218719 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:18.227212 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4764e281-b5ed-4b49-810a-e4e1f4017b2c req-09e16811-a664-4f18-9faf-4bbf63462403 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:18.229479 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4764e281-b5ed-4b49-810a-e4e1f4017b2c req-09e16811-a664-4f18-9faf-4bbf63462403 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.1192701 Jun 25 16:10:18.239254 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebddb8c5-8721-48fc-86e9-13a5321b550c req-a29a3ce3-5539-4af2-8a7b-dbbbd7aac74e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:18.240814 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ebddb8c5-8721-48fc-86e9-13a5321b550c req-a29a3ce3-5539-4af2-8a7b-dbbbd7aac74e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.1667752 Jun 25 16:10:18.320349 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ebddb8c5-8721-48fc-86e9-13a5321b550c req-0f5784d2-603c-4e2f-98f2-e4ed85e119b3 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711708 Jun 25 16:10:18.334949 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4764e281-b5ed-4b49-810a-e4e1f4017b2c req-0fcba3e9-7ead-43ea-988e-7e7cb2f2b9d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0929949 Jun 25 16:10:19.481640 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085632f0-b051-4bea-86fe-3c1ad08f4cdd req-f3883015-5abc-4124-a6f5-9934f9ac7050 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:19.483647 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-085632f0-b051-4bea-86fe-3c1ad08f4cdd req-f3883015-5abc-4124-a6f5-9934f9ac7050 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0799942 Jun 25 16:10:19.505710 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e8ad0-0a24-4b6b-8606-e24f1e384365 req-eb0da51b-4a4b-440d-8419-d16997bc4443 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:19.507126 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4c6e8ad0-0a24-4b6b-8606-e24f1e384365 req-eb0da51b-4a4b-440d-8419-d16997bc4443 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0736485 Jun 25 16:10:19.579237 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-085632f0-b051-4bea-86fe-3c1ad08f4cdd req-1e97e7bd-0bd2-4e32-bd47-3ecd846540ad tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882339 Jun 25 16:10:19.583613 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4c6e8ad0-0a24-4b6b-8606-e24f1e384365 req-5dfa2e24-d9db-4c98-9928-7fa5645019cc tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690839 Jun 25 16:10:19.655079 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cab48170-809c-4af6-b622-2e10da584d5c req-0b8feeda-e007-4e7d-8c4a-6135f53914b1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391722 Jun 25 16:10:20.235661 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab48170-809c-4af6-b622-2e10da584d5c req-3d3464b3-5d2a-4ef3-8dec-25f3339c9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:20.237792 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cab48170-809c-4af6-b622-2e10da584d5c req-3d3464b3-5d2a-4ef3-8dec-25f3339c9f72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 1130 time: 0.0461388 Jun 25 16:10:20.347715 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab48170-809c-4af6-b622-2e10da584d5c req-ea53173a-8074-45b0-98ac-12a4eb1fdc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:20.349211 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cab48170-809c-4af6-b622-2e10da584d5c req-ea53173a-8074-45b0-98ac-12a4eb1fdc10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.0902324 Jun 25 16:10:20.738674 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b160d11-7ba4-47f0-9c8d-133ac9e4e5b0 req-fa2034f8-77e1-4c4f-b5fb-cb9c3e6f984e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:20.740136 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6b160d11-7ba4-47f0-9c8d-133ac9e4e5b0 req-fa2034f8-77e1-4c4f-b5fb-cb9c3e6f984e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0782759 Jun 25 16:10:20.746027 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450d5c1-8a83-4e05-a026-1bd787f4f4e9 req-c24bff62-5d57-4141-80a2-99ce423e6bcf tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:20.747371 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1450d5c1-8a83-4e05-a026-1bd787f4f4e9 req-c24bff62-5d57-4141-80a2-99ce423e6bcf tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0754690 Jun 25 16:10:20.824796 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6b160d11-7ba4-47f0-9c8d-133ac9e4e5b0 req-f54d61bd-0ece-40cc-b288-80fc73f28621 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764079 Jun 25 16:10:20.829166 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1450d5c1-8a83-4e05-a026-1bd787f4f4e9 req-b810c85e-505a-410c-a61a-7191eafcca0d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0671191 Jun 25 16:10:21.370974 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cab48170-809c-4af6-b622-2e10da584d5c req-19c93f00-d12b-484e-9cc8-61a25b35ff02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dda3a175-359c-4380-a748-ac6e5ec45c69 HTTP/1.1" status: 200 len: 217 time: 0.0331357 Jun 25 16:10:21.418730 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:21.430925 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab48170-809c-4af6-b622-2e10da584d5c req-54f4a50f-c8f7-472b-bd6f-3b91b1a48425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:21.432368 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cab48170-809c-4af6-b622-2e10da584d5c req-54f4a50f-c8f7-472b-bd6f-3b91b1a48425 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0510132 Jun 25 16:10:21.479483 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d41fd6-9708-4f99-8f8d-67855cd7e82c req-bc6d3231-eebb-4984-bcb4-3b7a6987709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:21.479756 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab48170-809c-4af6-b622-2e10da584d5c req-3d4589a8-97f9-4fcf-aea9-7592b3110e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:21.481016 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cab48170-809c-4af6-b622-2e10da584d5c req-3d4589a8-97f9-4fcf-aea9-7592b3110e9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404940 Jun 25 16:10:21.481171 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24d41fd6-9708-4f99-8f8d-67855cd7e82c req-bc6d3231-eebb-4984-bcb4-3b7a6987709d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 1129 time: 0.0413294 Jun 25 16:10:21.540050 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24d41fd6-9708-4f99-8f8d-67855cd7e82c req-b7beea59-f8c5-416e-8a59-8786436aea9d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450404 Jun 25 16:10:21.591550 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cab48170-809c-4af6-b622-2e10da584d5c req-adf1287f-8075-470a-bb96-d8b5ab6ebde2 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982409 Jun 25 16:10:21.873619 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cab48170-809c-4af6-b622-2e10da584d5c req-22df55cd-5a31-4802-9346-e6298d493b7c service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045039 Jun 25 16:10:21.997011 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02319c-61d8-4089-b219-f51e26816eed req-4ef5a0c8-10d2-4d8b-8463-dacb5d1ab590 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:21.998498 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ff02319c-61d8-4089-b219-f51e26816eed req-4ef5a0c8-10d2-4d8b-8463-dacb5d1ab590 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0844669 Jun 25 16:10:22.009694 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745530e-41e1-4327-bc7e-1e4ae283d7b9 req-a3fbd628-509e-4479-aec8-db9847562ffa tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:22.011178 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b745530e-41e1-4327-bc7e-1e4ae283d7b9 req-a3fbd628-509e-4479-aec8-db9847562ffa tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0630341 Jun 25 16:10:22.088667 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ff02319c-61d8-4089-b219-f51e26816eed req-4239fc09-8851-4ac2-8769-c5b7f894dd28 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764446 Jun 25 16:10:22.092347 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b745530e-41e1-4327-bc7e-1e4ae283d7b9 req-64243f0d-3ce7-454c-a8b5-4cdf45e267e5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732827 Jun 25 16:10:23.253031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773e80b-11c6-4136-ab63-c88c73a2b893 req-63774b92-ccbd-4ec9-93da-24221e4d6e85 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:23.254589 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6773e80b-11c6-4136-ab63-c88c73a2b893 req-63774b92-ccbd-4ec9-93da-24221e4d6e85 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0874491 Jun 25 16:10:23.269627 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ad23c-08cb-4ee1-96c8-12eb40f90af3 req-965c8eca-0f12-4f88-a7f9-a52705600eed tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:23.271063 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-977ad23c-08cb-4ee1-96c8-12eb40f90af3 req-965c8eca-0f12-4f88-a7f9-a52705600eed tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0712464 Jun 25 16:10:23.317760 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:23.338400 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6773e80b-11c6-4136-ab63-c88c73a2b893 req-a4f710ec-d346-4e57-ad7f-48b6c643e60a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766087 Jun 25 16:10:23.350379 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-977ad23c-08cb-4ee1-96c8-12eb40f90af3 req-c2fc3559-c948-4de7-8c0c-37b2b3956c57 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728481 Jun 25 16:10:24.466944 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:24.500780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0d8e8-2246-4b70-817f-9fea621cec38 req-880ee551-5cac-48a3-a26c-855baa9ca161 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:24.502344 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-79d0d8e8-2246-4b70-817f-9fea621cec38 req-880ee551-5cac-48a3-a26c-855baa9ca161 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0914776 Jun 25 16:10:24.537099 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef3f05-8fdc-4576-afbe-a328c206178e req-dddedb1d-2cfb-435d-85db-fbd9d336ddb5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:24.539188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b9ef3f05-8fdc-4576-afbe-a328c206178e req-dddedb1d-2cfb-435d-85db-fbd9d336ddb5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0976834 Jun 25 16:10:24.594912 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-79d0d8e8-2246-4b70-817f-9fea621cec38 req-ba8196fe-9466-4400-95e9-e59f4f8af1ea tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866041 Jun 25 16:10:24.617413 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b9ef3f05-8fdc-4576-afbe-a328c206178e req-7f6de8a5-ba9c-4059-854c-b6290e39b03e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721939 Jun 25 16:10:25.010187 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-ed1aad2b-7713-42cd-a538-406c0f484cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:25.011827 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-ed1aad2b-7713-42cd-a538-406c0f484cbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 1129 time: 0.0394959 Jun 25 16:10:25.027385 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908849f6-607e-45e1-a2b6-26e5dd0a6da5 req-5db026aa-2cf3-4c93-9ca1-a8d4ce772fbd tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:25.029019 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-908849f6-607e-45e1-a2b6-26e5dd0a6da5 req-5db026aa-2cf3-4c93-9ca1-a8d4ce772fbd tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0501165 Jun 25 16:10:25.082834 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-908849f6-607e-45e1-a2b6-26e5dd0a6da5 req-0aed7aca-e9e8-42a7-b9c3-6a4aacd561c3 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479066 Jun 25 16:10:25.111169 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-2b219ad8-c734-4c53-aa52-1da75c8f5618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:25.112798 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-2b219ad8-c734-4c53-aa52-1da75c8f5618 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.0944366 Jun 25 16:10:25.162362 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:25.182026 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-d64a7a54-93aa-4679-b1f1-806b2712ddaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17f4711f-55ed-463b-986b-2d3077795600 HTTP/1.1" status: 200 len: 1000 time: 0.0622733 Jun 25 16:10:25.234826 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-3b4ccf96-6a8e-4f77-b138-d0e8ec48579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:25.236335 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-3b4ccf96-6a8e-4f77-b138-d0e8ec48579b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0485914 Jun 25 16:10:25.354466 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-27fb52ad-602f-4c83-ae60-127491db7450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:25.355935 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-27fb52ad-602f-4c83-ae60-127491db7450 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399604 Jun 25 16:10:25.747306 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f475c8-2921-40b4-b07d-48a0341e42e3 req-0969d4e1-221e-48e7-a475-7743d196e9aa tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:25.748819 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c3f475c8-2921-40b4-b07d-48a0341e42e3 req-0969d4e1-221e-48e7-a475-7743d196e9aa tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0508349 Jun 25 16:10:25.797396 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c3f475c8-2921-40b4-b07d-48a0341e42e3 req-f393461d-246c-48af-a0ff-38b69dfed296 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425141 Jun 25 16:10:26.201685 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-9ae6fc71-4dcf-4c9c-8aed-c404d59cbeb8 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921082 Jun 25 16:10:26.206229 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665ab48-629d-4959-82ec-2318fd1a42cd req-6e43bc48-5c98-4255-b468-2f4f1525876f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:26.207731 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d665ab48-629d-4959-82ec-2318fd1a42cd req-6e43bc48-5c98-4255-b468-2f4f1525876f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0500503 Jun 25 16:10:26.229056 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43598) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:26.296093 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-51f7ec78-2175-46e5-ba9a-593843f85799 req-58321ab9-980e-4e21-8179-b149a99d4e0c service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872867 Jun 25 16:10:26.298476 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d665ab48-629d-4959-82ec-2318fd1a42cd req-912b397a-45df-4529-bd4e-03bc65346dc5 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848169 Jun 25 16:10:26.301343 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Deleting subnet 987ad323-4649-4251-93bd-498a89e46392 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:10:26.304821 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Publish callbacks [] for subnet (987ad323-4649-4251-93bd-498a89e46392), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.341132 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3584197'] for subnet (987ad323-4649-4251-93bd-498a89e46392), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.386969 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (987ad323-4649-4251-93bd-498a89e46392), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.445880 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942109'] for subnet (987ad323-4649-4251-93bd-498a89e46392), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.472006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=987ad323-4649-4251-93bd-498a89e46392,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:26.480116 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.483186 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/987ad323-4649-4251-93bd-498a89e46392 HTTP/1.1" status: 204 len: 168 time: 0.2531090 Jun 25 16:10:26.485199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.485547 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.485988 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.486130 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 43600) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:26.486356 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.486676 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.486999 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.487351 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.487694 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.488011 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.488329 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.488691 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.489006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.489304 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.489617 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.489926 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d725fb4-1c1f-495c-9eba-3cb47adb1892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:26.771378 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (04d69e79-7a43-49f5-af68-8c7222d567d8), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.850792 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (04d69e79-7a43-49f5-af68-8c7222d567d8), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.879036 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d69e79-7a43-49f5-af68-8c7222d567d8']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:26.890436 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a201b8e-1dda-436b-8ee5-0876c5b78585') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:26.890732 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a201b8e-1dda-436b-8ee5-0876c5b78585') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:26.902880 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (9a201b8e-1dda-436b-8ee5-0876c5b78585), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.919804 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (9a201b8e-1dda-436b-8ee5-0876c5b78585), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.926683 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:10:26.926850 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3079be6-d15b-4490-8456-02358bef0a30 req-3841691f-7bf2-432e-b9fd-21bd62810b53 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:26.927311 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (9a201b8e-1dda-436b-8ee5-0876c5b78585), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:26.928426 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3079be6-d15b-4490-8456-02358bef0a30 req-3841691f-7bf2-432e-b9fd-21bd62810b53 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 944 time: 0.0529130 Jun 25 16:10:26.943380 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:26.960070 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 9a201b8e-1dda-436b-8ee5-0876c5b78585 resource provider aggregate not found Jun 25 16:10:26.982563 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3079be6-d15b-4490-8456-02358bef0a30 req-a07d2cc0-8d45-4d16-b450-d2dac84a4b96 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468583 Jun 25 16:10:26.997142 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (04d69e79-7a43-49f5-af68-8c7222d567d8), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:27.003656 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:27.009509 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] 10.222.0.13 "DELETE /v2.0/networks/04d69e79-7a43-49f5-af68-8c7222d567d8 HTTP/1.1" status: 204 len: 168 time: 0.5197999 Jun 25 16:10:27.020324 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 9a201b8e-1dda-436b-8ee5-0876c5b78585 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a201b8e-1dda-436b-8ee5-0876c5b78585 found for delete ", "request_id": "req-3627257b-8a67-42c8-9dd2-b3df5db3317d"}]} Jun 25 16:10:27.021520 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Pushing event deleted for resources: {'Network': ['ID=04d69e79-7a43-49f5-af68-8c7222d567d8,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:27.028913 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.029255 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.029590 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.029920 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.030246 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.030567 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.030885 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.031201 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.031520 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.031840 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.032159 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.032514 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.032864 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.033181 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.033492 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55721fd3-323c-482a-b35d-ba9540c1bdae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.190780 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 43612) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:27.238355 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-382a7eac-1cbf-4e14-b500-1421d618052b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4e1e0c6b3e544d138a1c7911cf155076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460525 Jun 25 16:10:27.240933 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 43618) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:27.290003 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06001b20-dc65-4326-b148-a19ed053a37b admin admin] Publish callbacks [] for security_group (ebd9246e-eded-49a0-98d2-8c03c38cddf1), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:27.291635 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:10:27.312592 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06001b20-dc65-4326-b148-a19ed053a37b admin admin] Publish callbacks [] for security_group (ebd9246e-eded-49a0-98d2-8c03c38cddf1), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:27.367003 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06001b20-dc65-4326-b148-a19ed053a37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ebd9246e-eded-49a0-98d2-8c03c38cddf1), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:27.370243 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-06001b20-dc65-4326-b148-a19ed053a37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:27.374426 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-06001b20-dc65-4326-b148-a19ed053a37b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebd9246e-eded-49a0-98d2-8c03c38cddf1 HTTP/1.1" status: 204 len: 168 time: 0.1299512 Jun 25 16:10:27.383190 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06001b20-dc65-4326-b148-a19ed053a37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd9246e-eded-49a0-98d2-8c03c38cddf1,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:27.396350 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:10:27.413012 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'port_id': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'mac_address': 'fa:16:3e:59:57:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:10:27.447412 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3c80b5-e9c6-4b55-80c1-e21aa48dd17a req-090febb9-921d-4948-b041-20b7d28dacfb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:27.449071 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a3c80b5-e9c6-4b55-80c1-e21aa48dd17a req-090febb9-921d-4948-b041-20b7d28dacfb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0689492 Jun 25 16:10:27.453154 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 3115b4bc-8a8e-494e-90f7-66772013aaf5 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:10:27.453531 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:27.467575 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3115b4bc-8a8e-494e-90f7-66772013aaf5 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:10:27.488695 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:10:27.493606 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:27.497991 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:27.503413 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a3c80b5-e9c6-4b55-80c1-e21aa48dd17a req-13360fa3-95e8-4d2f-a275-ec7e6f87fe03 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471909 Jun 25 16:10:27.546187 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=9']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:27.553454 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.553613 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.553965 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.554316 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.554640 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.554958 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.555272 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.555587 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.555903 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.556215 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.556557 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.556875 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.557194 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.557493 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.557801 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:10:27.781772 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['3115b4bc-8a8e-494e-90f7-66772013aaf5'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:10:27.785299 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:27.988102 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:28.108521 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824548b-ad92-4edc-a6bd-b06b8e26156e req-379e7bc4-a859-449e-b6ad-8cb24b10911f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:28.109969 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e824548b-ad92-4edc-a6bd-b06b8e26156e req-379e7bc4-a859-449e-b6ad-8cb24b10911f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 945 time: 0.0499260 Jun 25 16:10:28.164761 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e824548b-ad92-4edc-a6bd-b06b8e26156e req-833df641-b9db-4a6b-aabd-bb3e933c0c09 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463474 Jun 25 16:10:28.622007 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5b1b7-f866-4e44-8c4a-2a9c5a2ea7b5 req-20cdea3c-da8a-4137-90ae-acd77a256932 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:28.623772 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fcb5b1b7-f866-4e44-8c4a-2a9c5a2ea7b5 req-20cdea3c-da8a-4137-90ae-acd77a256932 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0509686 Jun 25 16:10:28.671832 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:28.677332 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fcb5b1b7-f866-4e44-8c4a-2a9c5a2ea7b5 req-f307181b-0c1e-4ee6-8bd1-85130b6a27bb tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475776 Jun 25 16:10:29.292834 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240654c-dade-4dbf-8d9f-da0cbbab036b req-f5b6d66f-fda7-4b5b-9cd3-3ab852a57a6e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:29.294280 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9240654c-dade-4dbf-8d9f-da0cbbab036b req-f5b6d66f-fda7-4b5b-9cd3-3ab852a57a6e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 945 time: 0.0507567 Jun 25 16:10:29.314581 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:10:29.346556 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9240654c-dade-4dbf-8d9f-da0cbbab036b req-c07b97cf-05ee-4561-b045-c9a8680ae29f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463166 Jun 25 16:10:29.359590 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 3115b4bc-8a8e-494e-90f7-66772013aaf5 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:10:29.359955 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:29.434437 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 3115b4bc-8a8e-494e-90f7-66772013aaf5 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:10:29.434817 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:29.458331 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:10:29.460608 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb6f0a3-8202-4885-b72b-4eca73b43551" -d '{"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-plugged", "status": "completed", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:10:29.472926 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:10:29.479173 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:29.501880 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71760a9b-759e-42a7-9b33-b6b19e3db03b x-openstack-request-id: req-71760a9b-759e-42a7-9b33-b6b19e3db03b {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:10:29.502258 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-plugged", "status": "completed", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:10:29.502510 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71760a9b-759e-42a7-9b33-b6b19e3db03b {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:10:29.502894 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71760a9b-759e-42a7-9b33-b6b19e3db03b'] response: {'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'code': 200} Jun 25 16:10:29.529647 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=10']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:29.801005 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df32ff-db00-4fb6-832e-15e91c6807ca req-21d063eb-c558-4927-b014-df9c446c3116 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:29.802998 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-26df32ff-db00-4fb6-832e-15e91c6807ca req-21d063eb-c558-4927-b014-df9c446c3116 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0561218 Jun 25 16:10:29.856549 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-26df32ff-db00-4fb6-832e-15e91c6807ca req-7e954a1d-8ec9-463a-b948-c23d5b47be08 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477681 Jun 25 16:10:29.976891 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10577d10-ed52-425e-b1a2-7303bc3ecc87 req-571f7e42-d5e1-42ce-8d74-496b0d53d6b6 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:29.978218 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10577d10-ed52-425e-b1a2-7303bc3ecc87 req-571f7e42-d5e1-42ce-8d74-496b0d53d6b6 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0479116 Jun 25 16:10:29.987597 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43650) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:29.992015 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-57ae552e-2ef2-4735-b681-dcc6b802e03e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Request body: {'floatingip': {'port_id': '17f4711f-55ed-463b-986b-2d3077795600'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:10:30.003038 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaec12-46a1-4526-a31e-cfa879cb68af req-bf13a21c-0c05-4be1-9dd8-35331a933a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:30.004682 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-07eaec12-46a1-4526-a31e-cfa879cb68af req-bf13a21c-0c05-4be1-9dd8-35331a933a13 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 1131 time: 0.0397415 Jun 25 16:10:30.048198 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57ae552e-2ef2-4735-b681-dcc6b802e03e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for floatingip (1330d0b1-f723-443e-ade9-91f15e5e4db1), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:30.050707 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-07eaec12-46a1-4526-a31e-cfa879cb68af req-6fdd929d-f392-4bed-b753-99fc2b6477ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399361 Jun 25 16:10:30.524016 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f68364-7fee-4363-ab9b-5be68c219dc6 req-4229e22e-58ba-4a78-931a-19c81ccef988 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:30.525478 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-08f68364-7fee-4363-ab9b-5be68c219dc6 req-4229e22e-58ba-4a78-931a-19c81ccef988 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 947 time: 0.0895393 Jun 25 16:10:30.534113 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57ae552e-2ef2-4735-b681-dcc6b802e03e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:30.547400 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57ae552e-2ef2-4735-b681-dcc6b802e03e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1330d0b1-f723-443e-ade9-91f15e5e4db1), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:30.599686 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:30.619764 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-08f68364-7fee-4363-ab9b-5be68c219dc6 req-520fbe56-0347-4db2-851c-058cf6e7d25b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880060 Jun 25 16:10:30.705770 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:30.782074 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ae552e-2ef2-4735-b681-dcc6b802e03e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:10:30.886893 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ae552e-2ef2-4735-b681-dcc6b802e03e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:10:30.892081 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-57ae552e-2ef2-4735-b681-dcc6b802e03e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:30.896863 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] Sync routers for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:10:30.907268 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:10:30.908174 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:10:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:31.013699 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:10:31.174833 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'tag': '17f4711f-55ed-463b-986b-2d3077795600'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:10:31.176957 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f935b2-e1e4-4785-a197-a78ab1efa902" -d '{"events": [{"name": "network-changed", "server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "tag": "17f4711f-55ed-463b-986b-2d3077795600"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:10:31.208998 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-57ae552e-2ef2-4735-b681-dcc6b802e03e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "PUT /v2.0/floatingips/1330d0b1-f723-443e-ade9-91f15e5e4db1 HTTP/1.1" status: 200 len: 992 time: 1.2202547 Jun 25 16:10:31.214754 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce4ab10-4e13-4a14-9b45-e50dc7013897 x-openstack-request-id: req-8ce4ab10-4e13-4a14-9b45-e50dc7013897 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:10:31.215043 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "tag": "17f4711f-55ed-463b-986b-2d3077795600", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:10:31.215292 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8ce4ab10-4e13-4a14-9b45-e50dc7013897 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:10:31.215693 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce4ab10-4e13-4a14-9b45-e50dc7013897'] response: {'name': 'network-changed', 'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'tag': '17f4711f-55ed-463b-986b-2d3077795600', 'status': 'completed', 'code': 200} Jun 25 16:10:31.234740 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1330d0b1-f723-443e-ade9-91f15e5e4db1', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'port_id': '17f4711f-55ed-463b-986b-2d3077795600', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'mac_address': 'fa:16:3e:19:83:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:08:11Z', 'updated_at': '2022-06-25T16:10:30Z', 'revision_number': 3, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:31.260225 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] Checking router: d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:10:31.269511 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:10:31.270127 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:10:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:31.290274 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-7c3ac301-2231-4dcf-8c78-1a33f1a7e72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:31.291812 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-7c3ac301-2231-4dcf-8c78-1a33f1a7e72b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 1129 time: 0.0390947 Jun 25 16:10:31.363391 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:31.370240 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:10:31.391439 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-5394f55d-9053-41e6-83e0-ccd02367e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:31.393180 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-5394f55d-9053-41e6-83e0-ccd02367e8be service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.0919392 Jun 25 16:10:31.455937 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:31.457334 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-3f5d571b-de48-4df7-b9d2-e7011531c727 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17f4711f-55ed-463b-986b-2d3077795600 HTTP/1.1" status: 200 len: 1000 time: 0.0557861 Jun 25 16:10:31.458270 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:31.519994 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-59ee28ab-8925-4d0c-b1ec-126872a716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:31.521779 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-59ee28ab-8925-4d0c-b1ec-126872a716fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0521510 Jun 25 16:10:31.585620 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1330d0b1-f723-443e-ade9-91f15e5e4db1', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'port_id': '17f4711f-55ed-463b-986b-2d3077795600', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'mac_address': 'fa:16:3e:19:83:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:08:11Z', 'updated_at': '2022-06-25T16:10:30Z', 'revision_number': 3, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:10:31.610317 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281f286c-d49f-4449-baa3-d485ff2d545e None None] The sync data for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi is: [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1330d0b1-f723-443e-ade9-91f15e5e4db1', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'floating_ip_address': '172.27.2.45', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'port_id': '17f4711f-55ed-463b-986b-2d3077795600', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'mac_address': 'fa:16:3e:19:83:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:08:11Z', 'updated_at': '2022-06-25T16:10:30Z', 'revision_number': 3, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:10:31.759006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deb204-28a4-4ccd-85fe-9336412c375a req-fce35dea-6774-45a9-bbcb-8f05cd3b4bcb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:31.760866 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47deb204-28a4-4ccd-85fe-9336412c375a req-fce35dea-6774-45a9-bbcb-8f05cd3b4bcb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 947 time: 0.0546982 Jun 25 16:10:31.835533 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-47deb204-28a4-4ccd-85fe-9336412c375a req-ac3528e9-92d8-4473-b744-63a10bd075fd tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599411 Jun 25 16:10:32.050260 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-7065ee8e-b653-4292-9687-103482ad191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:32.051640 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-7065ee8e-b653-4292-9687-103482ad191b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487139 Jun 25 16:10:32.161337 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-64496695-ab8e-4608-95bc-6287c3eb0b57 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029119 Jun 25 16:10:32.262077 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3f935b2-e1e4-4785-a197-a78ab1efa902 req-2fdc0988-259f-4a25-8cb7-8f39685a45be service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942993 Jun 25 16:10:32.956963 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264d529-c5f9-4257-9398-f45abdfd7b0c req-8be99e1a-1bf4-4ab5-8b27-10e34e2794fb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:32.958417 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8264d529-c5f9-4257-9398-f45abdfd7b0c req-8be99e1a-1bf4-4ab5-8b27-10e34e2794fb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 947 time: 0.0568612 Jun 25 16:10:33.011437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8264d529-c5f9-4257-9398-f45abdfd7b0c req-504398be-8d7b-4f24-9ca8-3c62ed862f77 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445960 Jun 25 16:10:33.217125 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'tag': '17f4711f-55ed-463b-986b-2d3077795600'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:10:33.221111 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3f590e-2d65-46ba-a221-2b22a97fd460" -d '{"events": [{"name": "network-changed", "server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "tag": "17f4711f-55ed-463b-986b-2d3077795600"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:10:33.267509 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbdd508-1304-4185-b406-78fd8bed588f x-openstack-request-id: req-dcbdd508-1304-4185-b406-78fd8bed588f {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:10:33.267813 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "tag": "17f4711f-55ed-463b-986b-2d3077795600", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:10:33.268060 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcbdd508-1304-4185-b406-78fd8bed588f {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:10:33.268461 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcbdd508-1304-4185-b406-78fd8bed588f'] response: {'name': 'network-changed', 'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'tag': '17f4711f-55ed-463b-986b-2d3077795600', 'status': 'completed', 'code': 200} Jun 25 16:10:33.329162 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-15cda59a-a964-490f-aaf0-79fa63aaf378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:33.330705 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-15cda59a-a964-490f-aaf0-79fa63aaf378 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 1129 time: 0.0404236 Jun 25 16:10:33.373460 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:33.430086 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-3c7032c3-0269-4acb-b5e7-79e4685d951f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:33.431643 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-3c7032c3-0269-4acb-b5e7-79e4685d951f service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.0945389 Jun 25 16:10:33.498591 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-d8e8055d-cecd-4069-acc1-9fef5c1f04c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=17f4711f-55ed-463b-986b-2d3077795600 HTTP/1.1" status: 200 len: 1000 time: 0.0602095 Jun 25 16:10:33.558394 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-7bccd430-0552-4f64-8bf7-471482b3af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:33.559902 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-7bccd430-0552-4f64-8bf7-471482b3af5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0519950 Jun 25 16:10:33.601614 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-9518df19-77b6-4456-8537-73c1dcb8fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:33.603039 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-9518df19-77b6-4456-8537-73c1dcb8fae4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370331 Jun 25 16:10:33.699214 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-e9575001-2f2a-45a7-9c44-3d60d0ecadc0 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874817 Jun 25 16:10:33.792669 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cb3f590e-2d65-46ba-a221-2b22a97fd460 req-daecd17f-a2a9-4783-bfe2-666f5d1198f5 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865381 Jun 25 16:10:35.068858 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:10:37.154431 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 43750) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:37.264343 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10d15de5-673a-4f00-8dd1-ea608bc25686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:37.335870 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:37.345531 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10d15de5-673a-4f00-8dd1-ea608bc25686 admin admin] Publish callbacks [] for security_group (49119b35-f51c-4ce6-a9a3-3fe3aaf0e3cf), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:37.350831 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-10d15de5-673a-4f00-8dd1-ea608bc25686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (49119b35-f51c-4ce6-a9a3-3fe3aaf0e3cf), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:37.393894 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-10d15de5-673a-4f00-8dd1-ea608bc25686 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c18fde29935c4e3e92999ffa80fce238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383792 Jun 25 16:10:37.394699 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d15de5-673a-4f00-8dd1-ea608bc25686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49119b35-f51c-4ce6-a9a3-3fe3aaf0e3cf,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:37.397627 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43754) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:10:37.449327 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b63fb3c-2abc-4146-9007-d3c7a31abca8 admin admin] Publish callbacks [] for security_group (49119b35-f51c-4ce6-a9a3-3fe3aaf0e3cf), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:37.472205 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b63fb3c-2abc-4146-9007-d3c7a31abca8 admin admin] Publish callbacks [] for security_group (49119b35-f51c-4ce6-a9a3-3fe3aaf0e3cf), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:37.521160 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b63fb3c-2abc-4146-9007-d3c7a31abca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (49119b35-f51c-4ce6-a9a3-3fe3aaf0e3cf), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:37.524027 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b63fb3c-2abc-4146-9007-d3c7a31abca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:37.525242 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7b63fb3c-2abc-4146-9007-d3c7a31abca8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49119b35-f51c-4ce6-a9a3-3fe3aaf0e3cf HTTP/1.1" status: 204 len: 168 time: 0.1264069 Jun 25 16:10:37.532870 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b63fb3c-2abc-4146-9007-d3c7a31abca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49119b35-f51c-4ce6-a9a3-3fe3aaf0e3cf,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:41.010325 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:42.388950 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-05643fc2-fcfb-4842-be9d-35dbfc0c5a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:44.463404 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-68111143-e18c-4eba-bfb1-99db5acf4e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:45.062660 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:45.063840 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:45.889245 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:47.387688 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=58,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:47.390153 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:47.505496 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=57,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:47.529003 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:47.576354 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:47.799491 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:57.650316 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a4a50-720f-4ba4-a545-d7cb9c22dc2f req-c87ce0fc-06d5-40b3-8f8e-35dc17dbf1da tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:57.651710 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9f3a4a50-720f-4ba4-a545-d7cb9c22dc2f req-c87ce0fc-06d5-40b3-8f8e-35dc17dbf1da tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 945 time: 0.0470753 Jun 25 16:10:57.702126 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9f3a4a50-720f-4ba4-a545-d7cb9c22dc2f req-43b61d02-0a89-482b-9b75-db7ebd789212 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446243 Jun 25 16:10:57.791139 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:57.793268 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:10:58.819628 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c9177-c499-4455-af12-d4affa70ee70 req-d057dd78-21cb-4767-9533-d4acb85b4f54 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:58.821113 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d88c9177-c499-4455-af12-d4affa70ee70 req-d057dd78-21cb-4767-9533-d4acb85b4f54 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 945 time: 0.0478041 Jun 25 16:10:58.872291 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d88c9177-c499-4455-af12-d4affa70ee70 req-7b156f0e-cc55-4fec-a531-9f4525e09881 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=ae0793e8-262c-4464-948d-c91dff39a369&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429971 Jun 25 16:10:59.366401 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-20762864-94c9-41af-8c9f-52ba0283d977 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:10:59.367725 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-20762864-94c9-41af-8c9f-52ba0283d977 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 945 time: 0.0526061 Jun 25 16:10:59.452887 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Deleting port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:10:59.453225 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:59.549913 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] For port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:10:59.550277 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:59.757160 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:59.757511 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (49bcc99a-eeda-4e99-945b-1b36ccebfb14), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:59.757819 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.l3_db [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Floating IP 49bcc99a-eeda-4e99-945b-1b36ccebfb14 disassociated. External IP: 172.27.2.13, port: c9f4f158-6c65-4bbe-8425-f8fcb9a31e68. Jun 25 16:10:59.758153 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Calling delete_port for c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:10:59.894078 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (c9f4f158-6c65-4bbe-8425-f8fcb9a31e68), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:10:59.927107 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'Port': ['ID=c9f4f158-6c65-4bbe-8425-f8fcb9a31e68,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:10:59.980939 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99c9df52-eb8e-46ef-81ec-39a874a5b702 req-ccd68612-4ab5-49d7-b957-3070265933bf tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9 HTTP/1.1" status: 200 len: 210 time: 0.0349894 Jun 25 16:11:00.053982 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:11:00.153064 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:11:00.162597 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:11:00.174527 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:00.175154 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:10:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:00.200150 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] No DVR routers for this DVR port c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 on host hv-cinder-84762 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:11:00.202773 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:00.206239 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0cf8dc8c-6fae-4055-bba5-104aa7e6922f req-27e9dc94-b638-4b63-962a-97bf77e432c8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "DELETE /v2.0/ports/c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 HTTP/1.1" status: 204 len: 173 time: 0.8314948 Jun 25 16:11:00.206752 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'name': 'network-vif-deleted', 'tag': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:00.209283 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1686a826-8dc9-40cc-8d9a-663e5d1ff9da" -d '{"events": [{"server_uuid": "b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9", "name": "network-vif-deleted", "tag": "c9f4f158-6c65-4bbe-8425-f8fcb9a31e68"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:00.247555 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b0f9bc-81e6-4ca0-9b8f-a3e2e8b109ac x-openstack-request-id: req-33b0f9bc-81e6-4ca0-9b8f-a3e2e8b109ac {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:00.247976 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9", "name": "network-vif-deleted", "tag": "c9f4f158-6c65-4bbe-8425-f8fcb9a31e68", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:00.248231 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33b0f9bc-81e6-4ca0-9b8f-a3e2e8b109ac {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:00.248794 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33b0f9bc-81e6-4ca0-9b8f-a3e2e8b109ac'] response: {'server_uuid': 'b91b0dfb-0cf0-4bf0-8e9c-c7991fe6c3b9', 'name': 'network-vif-deleted', 'tag': 'c9f4f158-6c65-4bbe-8425-f8fcb9a31e68', 'status': 'completed', 'code': 200} Jun 25 16:11:00.279402 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:00.471222 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:00.498982 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:11:00.508757 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:00.509357 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:10:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:00.695812 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:00.878125 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:00.903972 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4182b1-518d-4d2b-bf55-ccd6a66238ba None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:11:01.073701 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43838) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:01.123871 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736679bd-76a8-45b1-9ce3-220eb130f0b1 None None] New status for floating IP 49bcc99a-eeda-4e99-945b-1b36ccebfb14: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:11:01.134052 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-157d49e1-192a-4d58-b7cb-b7de2285d3b1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (ae0793e8-262c-4464-948d-c91dff39a369), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.158170 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-157d49e1-192a-4d58-b7cb-b7de2285d3b1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (ae0793e8-262c-4464-948d-c91dff39a369), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.206416 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-157d49e1-192a-4d58-b7cb-b7de2285d3b1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ae0793e8-262c-4464-948d-c91dff39a369), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.209095 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-157d49e1-192a-4d58-b7cb-b7de2285d3b1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.210305 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-157d49e1-192a-4d58-b7cb-b7de2285d3b1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "DELETE /v2.0/security-groups/ae0793e8-262c-4464-948d-c91dff39a369 HTTP/1.1" status: 204 len: 168 time: 0.1354258 Jun 25 16:11:01.213201 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 43840) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:01.220215 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d49e1-192a-4d58-b7cb-b7de2285d3b1 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0793e8-262c-4464-948d-c91dff39a369,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:01.236554 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-1adfa858-1abf-46cf-a5d1-19301374f2d0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] show failed (client error): The resource could not be found. Jun 25 16:11:01.237810 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1adfa858-1abf-46cf-a5d1-19301374f2d0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups/ae0793e8-262c-4464-948d-c91dff39a369 HTTP/1.1" status: 404 len: 347 time: 0.0236118 Jun 25 16:11:01.241249 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43842) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:01.352690 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Deleting port 7f511c68-1723-4c37-bd9e-6c0946cca6b6 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:01.353040 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (7f511c68-1723-4c37-bd9e-6c0946cca6b6), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.451390 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (7f511c68-1723-4c37-bd9e-6c0946cca6b6), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.451687 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (7f511c68-1723-4c37-bd9e-6c0946cca6b6), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.464870 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Calling delete_port for 7f511c68-1723-4c37-bd9e-6c0946cca6b6 owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:01.596685 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (7f511c68-1723-4c37-bd9e-6c0946cca6b6), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.628688 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'Port': ['ID=7f511c68-1723-4c37-bd9e-6c0946cca6b6,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:01.691368 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (49bcc99a-eeda-4e99-945b-1b36ccebfb14), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.693974 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.695277 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5ab53cf6-7cea-4c72-8b59-5d745364390c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "DELETE /v2.0/floatingips/49bcc99a-eeda-4e99-945b-1b36ccebfb14 HTTP/1.1" status: 204 len: 168 time: 0.4530656 Jun 25 16:11:01.761389 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 43846) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:01.766305 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-3874eead-600d-4eb8-9528-fa9cf5787ca0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group': {'name': 'tempest-securitygroup--143786643', 'description': 'tempest-description--94262488'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:01.791619 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3874eead-600d-4eb8-9528-fa9cf5787ca0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.795403 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:01.833259 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:01.865328 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3874eead-600d-4eb8-9528-fa9cf5787ca0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.871653 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3874eead-600d-4eb8-9528-fa9cf5787ca0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.902462 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874eead-600d-4eb8-9528-fa9cf5787ca0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:01.907759 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3874eead-600d-4eb8-9528-fa9cf5787ca0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:01.909014 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3874eead-600d-4eb8-9528-fa9cf5787ca0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1466410 Jun 25 16:11:01.911941 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 43848) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:01.916153 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-85f84046-950c-4211-8d26-04e4e53d42e6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group_rule': {'security_group_id': '02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:01.946037 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85f84046-950c-4211-8d26-04e4e53d42e6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (d3ae365c-0c81-4bab-822d-282c33d36401), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.006841 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85f84046-950c-4211-8d26-04e4e53d42e6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (d3ae365c-0c81-4bab-822d-282c33d36401), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.012211 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85f84046-950c-4211-8d26-04e4e53d42e6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (d3ae365c-0c81-4bab-822d-282c33d36401), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.031873 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f84046-950c-4211-8d26-04e4e53d42e6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ae365c-0c81-4bab-822d-282c33d36401,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:02.039200 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85f84046-950c-4211-8d26-04e4e53d42e6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.040492 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-85f84046-950c-4211-8d26-04e4e53d42e6 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275508 Jun 25 16:11:02.043276 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 43850) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:02.047610 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-50b0617f-492a-486b-b3fd-585d7f4b819a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'security_group_rule': {'security_group_id': '02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:02.077780 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50b0617f-492a-486b-b3fd-585d7f4b819a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (83a553e9-e3d3-4881-80cb-7f8b2b9dd3ab), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.141314 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50b0617f-492a-486b-b3fd-585d7f4b819a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (83a553e9-e3d3-4881-80cb-7f8b2b9dd3ab), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.147460 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50b0617f-492a-486b-b3fd-585d7f4b819a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (83a553e9-e3d3-4881-80cb-7f8b2b9dd3ab), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.168667 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0617f-492a-486b-b3fd-585d7f4b819a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83a553e9-e3d3-4881-80cb-7f8b2b9dd3ab,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:02.175648 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50b0617f-492a-486b-b3fd-585d7f4b819a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.176809 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-50b0617f-492a-486b-b3fd-585d7f4b819a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1325827 Jun 25 16:11:02.179851 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 43852) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:02.184145 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:02.207771 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.288797 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.391449 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Allocated IP 172.27.2.61 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/fadd0102-d7c9-4917-9f3e-4b58e53a9ed6) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:11:02.495725 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (fadd0102-d7c9-4917-9f3e-4b58e53a9ed6), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.520896 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:02.524002 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:02.529836 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (fadd0102-d7c9-4917-9f3e-4b58e53a9ed6), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.566565 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:02.572026 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:02.575811 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:11:02.604629 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=fadd0102-d7c9-4917-9f3e-4b58e53a9ed6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:02.665354 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (a30f795d-bef3-4c0e-a706-53b557accd87), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.701136 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (fadd0102-d7c9-4917-9f3e-4b58e53a9ed6), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.847941 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (fadd0102-d7c9-4917-9f3e-4b58e53a9ed6), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.854656 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (fadd0102-d7c9-4917-9f3e-4b58e53a9ed6), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.920125 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=fadd0102-d7c9-4917-9f3e-4b58e53a9ed6,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:02.931950 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (a30f795d-bef3-4c0e-a706-53b557accd87), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.949327 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:02.950597 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-753fe349-b7ee-43f2-9dce-2e1ea4b7042c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7697835 Jun 25 16:11:03.341069 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-422a81e6-209c-45ea-b488-f299d1254c8c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--143786643&fields=id&tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 267 time: 0.0433171 Jun 25 16:11:03.416871 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:03.430638 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:03.451202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-fe5ea7f9-d64c-45e0-addb-4653808f3a7f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:03.452798 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-fe5ea7f9-d64c-45e0-addb-4653808f3a7f tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 815 time: 0.1048365 Jun 25 16:11:03.467475 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-307344c1-e755-4122-a1ff-14a168270705 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/quotas/b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 375 time: 0.0093398 Jun 25 16:11:03.467672 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:11:03.487141 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:11:03.487476 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device c9f4f158-6c65-4bbe-8425-f8fcb9a31e68 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:11:03.519693 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-cc56ce53-fd5e-4d78-bea5-918b5a74f10d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455151 Jun 25 16:11:03.633626 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-7f4cfa84-f424-42ce-8e31-9b993dca9ca5 service neutron] 10.222.0.13 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980961 Jun 25 16:11:03.727379 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-b87bffb4-528d-4dba-9051-731cbcf24f74 service neutron] 10.222.0.13 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848212 Jun 25 16:11:03.899251 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6876cad8-10ad-446b-b76a-f5448b03502a req-ac8d9c13-003f-442a-8ddb-0a64adbbcd96 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 210 time: 0.0332093 Jun 25 16:11:04.902192 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-666d73a4-39a9-4cce-be19-74c1d7463c1c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:04.903636 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-666d73a4-39a9-4cce-be19-74c1d7463c1c tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 815 time: 0.1111546 Jun 25 16:11:04.966501 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-2fea4335-b3b7-46f2-892e-36a6739219e0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb HTTP/1.1" status: 200 len: 379 time: 0.0531242 Jun 25 16:11:04.996773 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fce67746-f1f3-4061-8cf1-04d40b452913 req-22c3c7b8-ad91-4381-9977-9299d6ebf47d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 210 time: 0.0280426 Jun 25 16:11:05.036130 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'port': {'device_id': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'admin_state_up': True, 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'security_groups': ['02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:05.151285 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Made reservation on behalf of b1bba8f74dbd433bbffdb2ffbfc481fb for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:11:05.156299 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:05.210294 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:05.233195 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:05.281591 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Allocated IP 172.20.0.10 (92184934-9929-49a5-91f4-1ab03b25e2f1/91d06c15-2c0f-45d5-b907-2030a3ddd671/172ac5a0-4d98-42ad-b245-4ffe24d39dde) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:11:05.638120 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:05.673018 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:05.716880 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:05.719983 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:05.723844 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:11:05.749870 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event updated for resources: {'Port': ['ID=172ac5a0-4d98-42ad-b245-4ffe24d39dde,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:05.779385 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:05.779957 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:05.798948 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-5208524d-5650-4d4d-b290-176aeee23727 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7670949 Jun 25 16:11:05.811383 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Request body: {'port': {'device_id': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:05.872812 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:05.959403 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-9eefc5ae-0fae-412e-9430-8e05bd996f1d None None] Provisioning complete for port 172ac5a0-4d98-42ad-b245-4ffe24d39dde triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:05.959984 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9eefc5ae-0fae-412e-9430-8e05bd996f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:05.994295 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-9eefc5ae-0fae-412e-9430-8e05bd996f1d None None] Port 172ac5a0-4d98-42ad-b245-4ffe24d39dde cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:11:06.113211 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b3242-710d-4127-a017-ea8ec8adf595 req-35e12c7a-b46a-4c7d-b07f-091c1a321612 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:06.114737 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d69b3242-710d-4127-a017-ea8ec8adf595 req-35e12c7a-b46a-4c7d-b07f-091c1a321612 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 932 time: 0.0479467 Jun 25 16:11:06.135067 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172ac5a0-4d98-42ad-b245-4ffe24d39dde {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:11:06.143656 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Publish callbacks [] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:06.156338 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Transition to ACTIVE for port object 172ac5a0-4d98-42ad-b245-4ffe24d39dde will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:11:06.161165 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:06.164345 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d69b3242-710d-4127-a017-ea8ec8adf595 req-4f7b462a-041d-4f80-9c45-1ec09aa3f267 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438707 Jun 25 16:11:06.166313 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:06.212822 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Pushing event updated for resources: {'Port': ['ID=172ac5a0-4d98-42ad-b245-4ffe24d39dde,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:06.273774 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:06.288302 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Attempting to bind port 172ac5a0-4d98-42ad-b245-4ffe24d39dde on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:11:06.288753 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Attempting to bind port 172ac5a0-4d98-42ad-b245-4ffe24d39dde by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:11:06.289229 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Attempting to bind port 172ac5a0-4d98-42ad-b245-4ffe24d39dde on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:11:06.294827 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Port 172ac5a0-4d98-42ad-b245-4ffe24d39dde on network 92184934-9929-49a5-91f4-1ab03b25e2f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:11:06.295220 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Attempting to bind port 172ac5a0-4d98-42ad-b245-4ffe24d39dde on network 92184934-9929-49a5-91f4-1ab03b25e2f1 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:11:06.301583 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:11:06.301990 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Checking segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:11:06.302369 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Bound using segment: {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:11:06.302789 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Bound port: 172ac5a0-4d98-42ad-b245-4ffe24d39dde, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1283f0-3124-4172-99b9-d10d0ba3bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:11:06.303141 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:06.373511 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] For port 172ac5a0-4d98-42ad-b245-4ffe24d39dde, host hv-cinder-84762, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:11:06.376784 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] For port 172ac5a0-4d98-42ad-b245-4ffe24d39dde, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=172ac5a0-4d98-42ad-b245-4ffe24d39dde,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:11:06.383385 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:06.417036 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:06.417518 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:06.418893 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-441c5179-e5ba-4373-9c15-05392757134f service neutron] 10.222.0.26 "PUT /v2.0/ports/172ac5a0-4d98-42ad-b245-4ffe24d39dde HTTP/1.1" status: 200 len: 1094 time: 0.6115761 Jun 25 16:11:06.419313 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'tag': '172ac5a0-4d98-42ad-b245-4ffe24d39dde'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:06.421524 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea04424-15bd-435c-bd78-835f843ef38e" -d '{"events": [{"name": "network-changed", "server_uuid": "2db6cecf-c268-4ee6-a745-6e2130e594bb", "tag": "172ac5a0-4d98-42ad-b245-4ffe24d39dde"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:06.450734 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c5179-e5ba-4373-9c15-05392757134f service neutron] Pushing event updated for resources: {'Port': ['ID=172ac5a0-4d98-42ad-b245-4ffe24d39dde,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:06.462400 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a8fd1d-b72a-491c-af0b-90d41ad58ce2 x-openstack-request-id: req-96a8fd1d-b72a-491c-af0b-90d41ad58ce2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:06.462981 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db6cecf-c268-4ee6-a745-6e2130e594bb", "tag": "172ac5a0-4d98-42ad-b245-4ffe24d39dde", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:06.463234 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96a8fd1d-b72a-491c-af0b-90d41ad58ce2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:06.463660 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a8fd1d-b72a-491c-af0b-90d41ad58ce2'] response: {'name': 'network-changed', 'server_uuid': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'tag': '172ac5a0-4d98-42ad-b245-4ffe24d39dde', 'status': 'completed', 'code': 200} Jun 25 16:11:06.506412 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-9b823eb7-3451-43ea-a7fb-2e50865d7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:06.507954 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-9b823eb7-3451-43ea-a7fb-2e50865d7a53 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 1128 time: 0.0408795 Jun 25 16:11:06.553365 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-98b0e160-725d-4cfa-a4be-c23a60cf4ded service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172ac5a0-4d98-42ad-b245-4ffe24d39dde HTTP/1.1" status: 200 len: 217 time: 0.0369985 Jun 25 16:11:06.604789 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-2fb5b246-f0a7-49ab-9fb2-36766001db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:06.606258 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-2fb5b246-f0a7-49ab-9fb2-36766001db85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.0462027 Jun 25 16:11:06.650675 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-dbcfa915-1442-4b4e-b200-21efeaee3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:06.652219 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-dbcfa915-1442-4b4e-b200-21efeaee3589 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393064 Jun 25 16:11:06.752073 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-e7496dff-652f-441c-bf59-ba15634b1135 service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892315 Jun 25 16:11:06.846478 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a3245689-ec1d-4abd-bfc9-1b090b561c72 req-00320aa3-598f-4c7b-86e6-1ae17eb8fa2f service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847707 Jun 25 16:11:07.404460 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676de14a-3726-4e4a-adb3-212c2da5b8e4 req-a8bc4dc0-2f6d-44d3-b29e-b349938bbb6b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:07.405794 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-676de14a-3726-4e4a-adb3-212c2da5b8e4 req-a8bc4dc0-2f6d-44d3-b29e-b349938bbb6b tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 944 time: 0.1611304 Jun 25 16:11:07.456774 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-676de14a-3726-4e4a-adb3-212c2da5b8e4 req-9c37584c-0c6e-44a0-bff7-8ad68fd40da9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450051 Jun 25 16:11:07.796690 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea04424-15bd-435c-bd78-835f843ef38e req-66b1a6a4-b59b-4b3e-a4b4-a4121f82ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:07.798227 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fea04424-15bd-435c-bd78-835f843ef38e req-66b1a6a4-b59b-4b3e-a4b4-a4121f82ca20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 1128 time: 0.0520723 Jun 25 16:11:07.893917 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea04424-15bd-435c-bd78-835f843ef38e req-5382227b-cef0-41e1-a102-4a19fc0d9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:07.895429 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fea04424-15bd-435c-bd78-835f843ef38e req-5382227b-cef0-41e1-a102-4a19fc0d9926 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 916 time: 0.0887513 Jun 25 16:11:07.934429 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fea04424-15bd-435c-bd78-835f843ef38e req-a3e5941c-4a7e-4b01-a706-9b4ea0e04d80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172ac5a0-4d98-42ad-b245-4ffe24d39dde HTTP/1.1" status: 200 len: 217 time: 0.0323317 Jun 25 16:11:07.994064 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea04424-15bd-435c-bd78-835f843ef38e req-24d07e3d-bcd6-4ec5-b8bf-575dd58c1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:07.995481 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fea04424-15bd-435c-bd78-835f843ef38e req-24d07e3d-bcd6-4ec5-b8bf-575dd58c1041 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.0545805 Jun 25 16:11:08.040170 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea04424-15bd-435c-bd78-835f843ef38e req-73637760-bf4e-434a-90ec-36ba8f9516ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:08.041640 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fea04424-15bd-435c-bd78-835f843ef38e req-73637760-bf4e-434a-90ec-36ba8f9516ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396407 Jun 25 16:11:08.130491 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:08.136623 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fea04424-15bd-435c-bd78-835f843ef38e req-7ed592d9-7eef-4e34-85f1-1dfc508e34ee service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876873 Jun 25 16:11:08.223829 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-fea04424-15bd-435c-bd78-835f843ef38e req-71efd9f1-153c-4941-8452-01666fdd0527 service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814083 Jun 25 16:11:08.596302 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fae2b5-84ec-45c4-9804-1c5a30440915 req-012ea832-6091-4f08-b267-7522f1a16339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:08.597753 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4fae2b5-84ec-45c4-9804-1c5a30440915 req-012ea832-6091-4f08-b267-7522f1a16339 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 944 time: 0.0482197 Jun 25 16:11:08.646580 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4fae2b5-84ec-45c4-9804-1c5a30440915 req-19e51c30-1793-4640-94f7-2307d1943279 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431559 Jun 25 16:11:09.490819 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 172ac5a0-4d98-42ad-b245-4ffe24d39dde details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:11:09.597399 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 172ac5a0-4d98-42ad-b245-4ffe24d39dde, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=172ac5a0-4d98-42ad-b245-4ffe24d39dde,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:09.608790 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '172ac5a0-4d98-42ad-b245-4ffe24d39dde', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'port_id': '172ac5a0-4d98-42ad-b245-4ffe24d39dde', 'mac_address': 'fa:16:3e:3c:6a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:11:09.644049 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 172ac5a0-4d98-42ad-b245-4ffe24d39dde is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:09.644342 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:09.657214 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172ac5a0-4d98-42ad-b245-4ffe24d39dde {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:11:09.677875 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 172ac5a0-4d98-42ad-b245-4ffe24d39dde, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=172ac5a0-4d98-42ad-b245-4ffe24d39dde,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:09.683553 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:09.731947 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=172ac5a0-4d98-42ad-b245-4ffe24d39dde,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:09.761577 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c4032-fb0d-48cc-a13e-4f1e41564a3d req-a09056bf-af92-431d-9ef5-8e42348682eb tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:09.763019 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-187c4032-fb0d-48cc-a13e-4f1e41564a3d req-a09056bf-af92-431d-9ef5-8e42348682eb tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 945 time: 0.0477426 Jun 25 16:11:09.813789 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-187c4032-fb0d-48cc-a13e-4f1e41564a3d req-d1bff2bd-2c76-4430-860b-c83b841398e8 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442879 Jun 25 16:11:09.965467 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['172ac5a0-4d98-42ad-b245-4ffe24d39dde'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:11:10.832199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea131cc5-a8ca-4bb9-ab66-8f0305b02f23 req-91c1843a-7e8c-48e3-a382-79b482f5cd06 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:10.833654 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ea131cc5-a8ca-4bb9-ab66-8f0305b02f23 req-91c1843a-7e8c-48e3-a382-79b482f5cd06 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0570366 Jun 25 16:11:10.901444 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ea131cc5-a8ca-4bb9-ab66-8f0305b02f23 req-1a551255-cf30-4f72-bffc-a0a9a98b3a5e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617154 Jun 25 16:11:10.936020 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aed19c-9595-4c70-ba0f-2ea5b50a38a4 req-5dc8763b-f5e4-49d7-b0b0-b4daa715e2a0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:10.937507 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-21aed19c-9595-4c70-ba0f-2ea5b50a38a4 req-5dc8763b-f5e4-49d7-b0b0-b4daa715e2a0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 945 time: 0.0501642 Jun 25 16:11:10.990460 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-21aed19c-9595-4c70-ba0f-2ea5b50a38a4 req-c3627a6b-94c4-4b77-8ee9-fe6c6a9096a7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442488 Jun 25 16:11:10.999319 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:11.499352 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 172ac5a0-4d98-42ad-b245-4ffe24d39dde up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:11:11.543217 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 172ac5a0-4d98-42ad-b245-4ffe24d39dde completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:11:11.550658 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 172ac5a0-4d98-42ad-b245-4ffe24d39dde triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:11.551028 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:11.628110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 172ac5a0-4d98-42ad-b245-4ffe24d39dde is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:11.628503 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:11.653028 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172ac5a0-4d98-42ad-b245-4ffe24d39dde'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:11.655232 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff049c24-7565-472d-96f3-1efee3207add" -d '{"events": [{"server_uuid": "2db6cecf-c268-4ee6-a745-6e2130e594bb", "name": "network-vif-plugged", "status": "completed", "tag": "172ac5a0-4d98-42ad-b245-4ffe24d39dde"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:11.657971 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:11.669776 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 172ac5a0-4d98-42ad-b245-4ffe24d39dde, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=172ac5a0-4d98-42ad-b245-4ffe24d39dde,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:11.674135 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:11.696911 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a870430e-1151-422b-a684-9e99047976b8 x-openstack-request-id: req-a870430e-1151-422b-a684-9e99047976b8 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:11.697203 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db6cecf-c268-4ee6-a745-6e2130e594bb", "name": "network-vif-plugged", "status": "completed", "tag": "172ac5a0-4d98-42ad-b245-4ffe24d39dde", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:11.697449 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a870430e-1151-422b-a684-9e99047976b8 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:11.697837 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a870430e-1151-422b-a684-9e99047976b8'] response: {'server_uuid': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172ac5a0-4d98-42ad-b245-4ffe24d39dde', 'code': 200} Jun 25 16:11:11.724398 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=172ac5a0-4d98-42ad-b245-4ffe24d39dde,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:12.028977 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5076f5-a312-4e20-b1b0-e0b9871dc633 req-37d771b6-ab94-4d21-8164-d96d4500dae7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:12.030446 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5e5076f5-a312-4e20-b1b0-e0b9871dc633 req-37d771b6-ab94-4d21-8164-d96d4500dae7 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0530689 Jun 25 16:11:12.069563 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:11:12.118149 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5e5076f5-a312-4e20-b1b0-e0b9871dc633 req-8bbc56b2-ebbb-42fc-9821-bdfcb94e13ae tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817099 Jun 25 16:11:12.122719 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:12.131697 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321aeb2-f174-4d79-abb6-dff14d005055 req-cff2881d-ec24-4fc6-8c33-3963432edd52 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:12.133228 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7321aeb2-f174-4d79-abb6-dff14d005055 req-cff2881d-ec24-4fc6-8c33-3963432edd52 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 946 time: 0.0591908 Jun 25 16:11:12.183817 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7321aeb2-f174-4d79-abb6-dff14d005055 req-a13f19fc-e1df-4e76-aa00-3f86978377ef tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419910 Jun 25 16:11:12.395825 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:12.405364 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3c668e1b-79c8-4ab2-936f-e4503dd51e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:13.251586 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671658d3-7d41-4a96-83ad-73e4d4317b3a req-3f1e306f-ff21-471c-aad0-7a203ff71fcf tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:13.253070 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-671658d3-7d41-4a96-83ad-73e4d4317b3a req-3f1e306f-ff21-471c-aad0-7a203ff71fcf tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0555367 Jun 25 16:11:13.273769 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:13.320673 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b5ec8-2f4c-4809-af9a-7e02102e75d1 req-03760eca-fbb1-43e6-a826-f910ed6a3363 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:13.322104 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-453b5ec8-2f4c-4809-af9a-7e02102e75d1 req-03760eca-fbb1-43e6-a826-f910ed6a3363 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 946 time: 0.0636961 Jun 25 16:11:13.356503 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-671658d3-7d41-4a96-83ad-73e4d4317b3a req-4d886915-ad39-4605-b85b-89fa4e40e8e1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969415 Jun 25 16:11:13.382339 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-453b5ec8-2f4c-4809-af9a-7e02102e75d1 req-41cf6861-c11b-4904-9053-82a9f20a1595 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546536 Jun 25 16:11:13.656791 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-0e0d1e4c-744d-477b-ba14-8649db79543c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483341 Jun 25 16:11:14.031357 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:14.081931 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-e57c9cef-7b82-40b8-a0ec-b19e59498436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:14.083570 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-e57c9cef-7b82-40b8-a0ec-b19e59498436 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bcee16336834b80a389799f89b5b79a&device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 1130 time: 0.0617619 Jun 25 16:11:14.134387 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-fb3c2d7f-d265-44e5-8c85-c469981dc2aa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:14.135843 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-fb3c2d7f-d265-44e5-8c85-c469981dc2aa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.1134412 Jun 25 16:11:14.146796 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420d1c3-c6fa-48d6-be3e-9145468f4743 req-81441736-452b-4631-8371-16e66c9c8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:14.148662 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1420d1c3-c6fa-48d6-be3e-9145468f4743 req-81441736-452b-4631-8371-16e66c9c8a40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 1130 time: 0.0684547 Jun 25 16:11:14.257688 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-6568e62f-cd6d-4a99-a745-04a61eb04ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:14.259250 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-6568e62f-cd6d-4a99-a745-04a61eb04ceb service neutron] 10.222.0.26 "GET /v2.0/networks?id=bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 200 len: 919 time: 0.0974414 Jun 25 16:11:14.275241 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081453eb-52d2-4a1e-adb7-ee020d3f2dd7 req-6d630c99-7c25-4bed-8280-6f695621242a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:14.276754 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-081453eb-52d2-4a1e-adb7-ee020d3f2dd7 req-6d630c99-7c25-4bed-8280-6f695621242a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.1194997 Jun 25 16:11:14.315599 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-e4492499-ff33-4b64-a50d-d58b76597f98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e355ac8e-fb57-4cd6-9b51-2346658384b8 HTTP/1.1" status: 200 len: 217 time: 0.0364463 Jun 25 16:11:14.340824 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1420d1c3-c6fa-48d6-be3e-9145468f4743 req-9739ce93-c8ad-4fa8-8e4b-7bc04c96ee36 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682928 Jun 25 16:11:14.348122 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Deleting port 17f4711f-55ed-463b-986b-2d3077795600 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:14.348733 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (17f4711f-55ed-463b-986b-2d3077795600), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:14.371656 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-f9d664e8-d7cf-4cf6-a8aa-0073c1e6e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:14.373356 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-f9d664e8-d7cf-4cf6-a8aa-0073c1e6e04b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 200 len: 857 time: 0.0523310 Jun 25 16:11:14.412089 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-081453eb-52d2-4a1e-adb7-ee020d3f2dd7 req-c3bf4fb3-557e-4215-82c2-78c900514608 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120954 Jun 25 16:11:14.452442 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e4779395-2e87-4595-b4d4-f5560a21a3c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:14.537873 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8296c-5f5b-4f4b-9959-91f5b2a693a2 req-a11ad6e5-758d-476e-9b9a-92e8c071007b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:14.539283 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0f8296c-5f5b-4f4b-9959-91f5b2a693a2 req-a11ad6e5-758d-476e-9b9a-92e8c071007b tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 945 time: 0.0969274 Jun 25 16:11:14.549063 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] For port 17f4711f-55ed-463b-986b-2d3077795600, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=17f4711f-55ed-463b-986b-2d3077795600,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:14.549415 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (17f4711f-55ed-463b-986b-2d3077795600), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:14.579174 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99702-759a-409c-9ea0-5cf80ee19cb7 req-7a36a0e5-e371-464a-81fc-4f5718232f71 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:14.580776 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b7f99702-759a-409c-9ea0-5cf80ee19cb7 req-7a36a0e5-e371-464a-81fc-4f5718232f71 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 946 time: 0.0985651 Jun 25 16:11:14.612497 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-5e5b139d-d7b8-4ed3-9886-9038927b362c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:14.614959 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-5e5b139d-d7b8-4ed3-9886-9038927b362c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bd043e97-1059-4931-b819-353216eaa430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467858 Jun 25 16:11:14.709492 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0f8296c-5f5b-4f4b-9959-91f5b2a693a2 req-35d90913-e01a-4bd9-875a-9f2772a8fc5c tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=33c28c6e-1841-4c72-a51f-a7488624ca2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639946 Jun 25 16:11:14.710589 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-e4a2c81b-3263-4d79-9984-bf8a2a2e8676 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865679 Jun 25 16:11:14.735556 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b7f99702-759a-409c-9ea0-5cf80ee19cb7 req-09514550-1c5e-4ac2-8db4-4c1ecd896a1e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487663 Jun 25 16:11:14.793562 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:14.793880 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1330d0b1-f723-443e-ade9-91f15e5e4db1), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:14.794188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Floating IP 1330d0b1-f723-443e-ade9-91f15e5e4db1 disassociated. External IP: 172.27.2.45, port: 17f4711f-55ed-463b-986b-2d3077795600. Jun 25 16:11:14.794529 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Calling delete_port for 17f4711f-55ed-463b-986b-2d3077795600 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:14.831403 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:14.844555 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:14.922178 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (17f4711f-55ed-463b-986b-2d3077795600), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:14.947823 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event deleted for resources: {'Port': ['ID=17f4711f-55ed-463b-986b-2d3077795600,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:14.954570 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0c518162-9463-4721-b230-85c2e1d4c1a5 req-74aeeae9-70cd-4091-86a7-6a7dc8423b13 service neutron] 10.222.0.26 "GET /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882223 Jun 25 16:11:15.060137 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:11:15.163868 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:11:15.191918 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] Sync routers for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:11:15.210532 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] No DVR routers for this DVR port 17f4711f-55ed-463b-986b-2d3077795600 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:11:15.213202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:15.214559 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:15.215420 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:15.216355 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3f3f156e-3f88-49c0-ae77-2505470b84f5 req-92a83174-d832-429b-bacf-2fc875676d4f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "DELETE /v2.0/ports/17f4711f-55ed-463b-986b-2d3077795600 HTTP/1.1" status: 204 len: 173 time: 1.0453553 Jun 25 16:11:15.216829 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'name': 'network-vif-deleted', 'tag': '17f4711f-55ed-463b-986b-2d3077795600'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:15.220449 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4784be0b-7ad7-4982-b85a-0168f15fefef" -d '{"events": [{"server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "name": "network-vif-deleted", "tag": "17f4711f-55ed-463b-986b-2d3077795600"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:15.276790 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6c618e-ece2-459a-96b6-5f99b3c8c801 x-openstack-request-id: req-7a6c618e-ece2-459a-96b6-5f99b3c8c801 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:15.277761 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de27285-8f18-4d98-b240-0042e68f7ff9", "name": "network-vif-deleted", "tag": "17f4711f-55ed-463b-986b-2d3077795600", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:15.277761 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7a6c618e-ece2-459a-96b6-5f99b3c8c801 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:15.278046 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6c618e-ece2-459a-96b6-5f99b3c8c801'] response: {'server_uuid': '8de27285-8f18-4d98-b240-0042e68f7ff9', 'name': 'network-vif-deleted', 'tag': '17f4711f-55ed-463b-986b-2d3077795600', 'status': 'completed', 'code': 200} Jun 25 16:11:15.324787 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:15.365832 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:15.366805 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:15.451280 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379696e3-5de3-4037-9c5a-9bb61994860d req-e266c844-399d-4829-b552-1c5acfc29b48 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:15.452947 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-379696e3-5de3-4037-9c5a-9bb61994860d req-e266c844-399d-4829-b552-1c5acfc29b48 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 947 time: 0.0517776 Jun 25 16:11:15.544563 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-379696e3-5de3-4037-9c5a-9bb61994860d req-758c46fa-e75c-4325-8e09-121f12d6f014 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840158 Jun 25 16:11:15.553235 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:15.559134 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a186177-fbef-4b2d-9e1c-3592cdfd66b5 req-73d572dd-d343-43e7-9e53-f711a56b2b07 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:15.560652 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a186177-fbef-4b2d-9e1c-3592cdfd66b5 req-73d572dd-d343-43e7-9e53-f711a56b2b07 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0561981 Jun 25 16:11:15.577947 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] Checking router: d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:11:15.586929 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:15.587545 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:15.617350 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a186177-fbef-4b2d-9e1c-3592cdfd66b5 req-74c67216-de5b-4ecd-abd5-1d98d1a12745 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507216 Jun 25 16:11:15.695022 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:15.829520 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b3b7436c-55bd-4424-aab0-30f87ac9b052 req-0ae146bc-1602-4d82-a2e8-298d6fc102c4 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 210 time: 0.0393796 Jun 25 16:11:15.891805 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:15.911880 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:15.935200 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4645d7-696a-401c-814c-fbf23351e1c4 req-1064129a-4c3c-4dde-9aaa-7198caa848b9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:15.936074 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962bc21e-8861-4bc0-af85-87b3044fbd40 None None] The sync data for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi is: [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'dbbc5557-c6da-4267-8662-15c2611cd6ad', 'name': '', 'network_id': 'bd043e97-1059-4931-b819-353216eaa430', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'mac_address': 'fa:16:3e:b0:d5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:05Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'subnets': [{'id': '3007921b-1ea5-4a85-85ff-e78fcb9b77da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:11:15.936910 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9f4645d7-696a-401c-814c-fbf23351e1c4 req-1064129a-4c3c-4dde-9aaa-7198caa848b9 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 946 time: 0.0504217 Jun 25 16:11:15.993411 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9f4645d7-696a-401c-814c-fbf23351e1c4 req-93b199ea-8488-433f-af73-5e8410fe8ed7 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467064 Jun 25 16:11:16.104878 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda723c-525c-4969-b32d-3acead80530d req-8fa89f2f-72c4-42b7-9df8-f99860f6e92a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:16.106369 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4fda723c-525c-4969-b32d-3acead80530d req-8fa89f2f-72c4-42b7-9df8-f99860f6e92a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 946 time: 0.0486465 Jun 25 16:11:16.115110 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 43982) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:16.119568 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-65c9d042-5654-4376-8d32-2fec2963b12e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Request body: {'floatingip': {'port_id': '172ac5a0-4d98-42ad-b245-4ffe24d39dde'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:16.146409 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1afa6c-a8c6-4a3e-8976-26f9e104826f None None] New status for floating IP 1330d0b1-f723-443e-ade9-91f15e5e4db1: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:11:16.160700 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-65c9d042-5654-4376-8d32-2fec2963b12e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (a30f795d-bef3-4c0e-a706-53b557accd87), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:16.348124 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:16.502635 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:16.592780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-65c9d042-5654-4376-8d32-2fec2963b12e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:16.597827 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-65c9d042-5654-4376-8d32-2fec2963b12e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (a30f795d-bef3-4c0e-a706-53b557accd87), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:16.721585 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92351c9a-f6fe-414f-a421-1225166fa3b4 req-be179f32-b19e-4759-8ff8-bbd51ea5c874 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:16.722949 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92351c9a-f6fe-414f-a421-1225166fa3b4 req-be179f32-b19e-4759-8ff8-bbd51ea5c874 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 947 time: 0.0914018 Jun 25 16:11:17.029996 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-65c9d042-5654-4376-8d32-2fec2963b12e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Floating IP a30f795d-bef3-4c0e-a706-53b557accd87 associated. External IP: 172.27.2.61, port: 172ac5a0-4d98-42ad-b245-4ffe24d39dde. Jun 25 16:11:17.038527 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5e2f5-21a1-4ff4-b9d0-4fab855089a5 req-bcbb867c-8f13-4ed1-b5ba-994a6633b3a2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:17.039960 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f3a5e2f5-21a1-4ff4-b9d0-4fab855089a5 req-bcbb867c-8f13-4ed1-b5ba-994a6633b3a2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.3394239 Jun 25 16:11:17.144961 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92351c9a-f6fe-414f-a421-1225166fa3b4 req-4b3760ec-453b-43a5-beb9-53f333d2673c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482003 Jun 25 16:11:17.182505 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f3a5e2f5-21a1-4ff4-b9d0-4fab855089a5 req-abef04b9-5ec3-4593-9ed8-68522bb44662 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114328 Jun 25 16:11:17.261790 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9d942835-6f93-451e-bcca-2e466ed4ba9f req-4e58b2b0-8493-49df-8d28-6807741ef7e4 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=8de27285-8f18-4d98-b240-0042e68f7ff9 HTTP/1.1" status: 200 len: 210 time: 0.0370653 Jun 25 16:11:17.319790 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c9d042-5654-4376-8d32-2fec2963b12e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:11:17.424331 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c9d042-5654-4376-8d32-2fec2963b12e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:11:17.428933 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-65c9d042-5654-4376-8d32-2fec2963b12e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:17.434335 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:11:17.445469 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:17.446156 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:17.459416 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-65c9d042-5654-4376-8d32-2fec2963b12e tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "PUT /v2.0/floatingips/a30f795d-bef3-4c0e-a706-53b557accd87 HTTP/1.1" status: 200 len: 991 time: 1.3431783 Jun 25 16:11:17.459975 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'tag': '172ac5a0-4d98-42ad-b245-4ffe24d39dde'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:17.462239 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609beeec-029e-4b0d-88ee-df131a54448a" -d '{"events": [{"name": "network-changed", "server_uuid": "2db6cecf-c268-4ee6-a745-6e2130e594bb", "tag": "172ac5a0-4d98-42ad-b245-4ffe24d39dde"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:17.501273 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c72a23-3c89-468b-bb42-8d456b3e7355 x-openstack-request-id: req-75c72a23-3c89-468b-bb42-8d456b3e7355 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:17.501559 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db6cecf-c268-4ee6-a745-6e2130e594bb", "tag": "172ac5a0-4d98-42ad-b245-4ffe24d39dde", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:17.501806 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75c72a23-3c89-468b-bb42-8d456b3e7355 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:17.502202 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c72a23-3c89-468b-bb42-8d456b3e7355'] response: {'name': 'network-changed', 'server_uuid': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'tag': '172ac5a0-4d98-42ad-b245-4ffe24d39dde', 'status': 'completed', 'code': 200} Jun 25 16:11:17.541532 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 17f4711f-55ed-463b-986b-2d3077795600 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:11:17.549511 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:17.565739 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 17f4711f-55ed-463b-986b-2d3077795600 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:11:17.566076 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 17f4711f-55ed-463b-986b-2d3077795600 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:11:17.580515 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:17.736056 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609beeec-029e-4b0d-88ee-df131a54448a req-fdf5cd8c-b91f-44f2-b23d-83124f83aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:17.738251 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-609beeec-029e-4b0d-88ee-df131a54448a req-fdf5cd8c-b91f-44f2-b23d-83124f83aedb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 1130 time: 0.0412483 Jun 25 16:11:17.742748 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea6a3-3057-48fc-a212-761576140160 req-e581d635-1189-4d1c-924c-a82b20f774d4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:17.744526 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df5ea6a3-3057-48fc-a212-761576140160 req-e581d635-1189-4d1c-924c-a82b20f774d4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 947 time: 0.0601432 Jun 25 16:11:17.775012 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'a30f795d-bef3-4c0e-a706-53b557accd87', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': '172ac5a0-4d98-42ad-b245-4ffe24d39dde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:3c:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:11:02Z', 'updated_at': '2022-06-25T16:11:16Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:17.793631 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:17.801810 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:11:17.810768 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:17.811381 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:17.833926 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609beeec-029e-4b0d-88ee-df131a54448a req-d8af48f5-6020-453f-9b13-fe750d2590d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:17.835374 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-609beeec-029e-4b0d-88ee-df131a54448a req-d8af48f5-6020-453f-9b13-fe750d2590d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 200 len: 916 time: 0.0908933 Jun 25 16:11:17.974146 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:17.983578 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:17.995355 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:18.034308 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:18.035751 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-609beeec-029e-4b0d-88ee-df131a54448a req-2cbdbedc-fc09-45ab-97ce-34dcf2e10752 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=172ac5a0-4d98-42ad-b245-4ffe24d39dde HTTP/1.1" status: 200 len: 999 time: 0.0637741 Jun 25 16:11:18.058507 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Deleting port 3115b4bc-8a8e-494e-90f7-66772013aaf5 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:18.058747 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.092196 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609beeec-029e-4b0d-88ee-df131a54448a req-4eae2b85-937f-4d9d-8f31-ba874796995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:18.093701 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-609beeec-029e-4b0d-88ee-df131a54448a req-4eae2b85-937f-4d9d-8f31-ba874796995d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 200 len: 854 time: 0.0500150 Jun 25 16:11:18.143502 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609beeec-029e-4b0d-88ee-df131a54448a req-61a548f8-bc83-4250-b9b9-8f2baefc36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:18.145151 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-609beeec-029e-4b0d-88ee-df131a54448a req-61a548f8-bc83-4250-b9b9-8f2baefc36ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92184934-9929-49a5-91f4-1ab03b25e2f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436409 Jun 25 16:11:18.149258 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:18.165985 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] For port 3115b4bc-8a8e-494e-90f7-66772013aaf5, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=3115b4bc-8a8e-494e-90f7-66772013aaf5,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:18.166350 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.240582 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:18.260770 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'a30f795d-bef3-4c0e-a706-53b557accd87', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': '172ac5a0-4d98-42ad-b245-4ffe24d39dde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:3c:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:11:02Z', 'updated_at': '2022-06-25T16:11:16Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:18.265201 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-609beeec-029e-4b0d-88ee-df131a54448a req-1b900176-536c-4b6a-af38-8164879183ab service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119816 Jun 25 16:11:18.287051 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9308c1a-27fd-4a6f-a5eb-0bbade416e8b None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'a30f795d-bef3-4c0e-a706-53b557accd87', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'port_id': '172ac5a0-4d98-42ad-b245-4ffe24d39dde', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'mac_address': 'fa:16:3e:3c:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:11:02Z', 'updated_at': '2022-06-25T16:11:16Z', 'revision_number': 1, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:11:18.366112 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-609beeec-029e-4b0d-88ee-df131a54448a req-e5655913-27bc-41c9-85bf-4441321740cc service neutron] 10.222.0.26 "GET /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953259 Jun 25 16:11:18.370547 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcf81d-a58e-4587-af21-b5af2d1150f6 req-f8a695df-7545-4d9a-95f2-9d4ab542c172 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:18.372002 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-21bcf81d-a58e-4587-af21-b5af2d1150f6 req-f8a695df-7545-4d9a-95f2-9d4ab542c172 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ae5a58-db83-401e-a158-ebf0981e84ec HTTP/1.1" status: 200 len: 947 time: 0.1411052 Jun 25 16:11:18.384479 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc388e-cb93-4709-8ddf-23f91ded3a93 req-f9402e49-bc8a-4cae-a6ea-d4b92e5e9013 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:18.385982 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9dfc388e-cb93-4709-8ddf-23f91ded3a93 req-f9402e49-bc8a-4cae-a6ea-d4b92e5e9013 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.1174700 Jun 25 16:11:18.495915 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd55939-5e18-47f3-b691-f5bc6529fd57 None None] New status for floating IP a30f795d-bef3-4c0e-a706-53b557accd87: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:11:18.508604 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-21bcf81d-a58e-4587-af21-b5af2d1150f6 req-ad4fc5db-32c4-4fd0-8078-1dcdd37288c8 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=5683eb78-8eae-4a61-929a-5672fda8354f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215794 Jun 25 16:11:18.527666 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.528025 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (fbc2914d-8cb6-4f5f-9496-c74fb78b9a22), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.528337 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Floating IP fbc2914d-8cb6-4f5f-9496-c74fb78b9a22 disassociated. External IP: 172.27.2.183, port: 3115b4bc-8a8e-494e-90f7-66772013aaf5. Jun 25 16:11:18.528719 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Calling delete_port for 3115b4bc-8a8e-494e-90f7-66772013aaf5 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:18.537101 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9dfc388e-cb93-4709-8ddf-23f91ded3a93 req-f25fb6e8-53cf-4e00-b852-96dc49347f89 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385438 Jun 25 16:11:18.596450 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44002) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:18.656787 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e129a697-4adf-4e28-8405-44a43cc7e492 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group (33c28c6e-1841-4c72-a51f-a7488624ca2b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.677692 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (3115b4bc-8a8e-494e-90f7-66772013aaf5), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.693625 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e129a697-4adf-4e28-8405-44a43cc7e492 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group (33c28c6e-1841-4c72-a51f-a7488624ca2b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.709879 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event deleted for resources: {'Port': ['ID=3115b4bc-8a8e-494e-90f7-66772013aaf5,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:18.750831 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e129a697-4adf-4e28-8405-44a43cc7e492 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (33c28c6e-1841-4c72-a51f-a7488624ca2b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.753974 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e129a697-4adf-4e28-8405-44a43cc7e492 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.755120 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e129a697-4adf-4e28-8405-44a43cc7e492 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "DELETE /v2.0/security-groups/33c28c6e-1841-4c72-a51f-a7488624ca2b HTTP/1.1" status: 204 len: 168 time: 0.1568213 Jun 25 16:11:18.757736 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44004) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:18.760792 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:18.766862 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129a697-4adf-4e28-8405-44a43cc7e492 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c28c6e-1841-4c72-a51f-a7488624ca2b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:18.775604 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.api.v2.resource [None req-fefa6a3c-59ae-4a1f-8aa0-20624ed3af61 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] show failed (client error): The resource could not be found. Jun 25 16:11:18.776640 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fefa6a3c-59ae-4a1f-8aa0-20624ed3af61 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups/33c28c6e-1841-4c72-a51f-a7488624ca2b HTTP/1.1" status: 404 len: 347 time: 0.0179725 Jun 25 16:11:18.779746 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44006) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:18.837340 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Router 8cf34dbb-69a5-46d1-b008-5f12a007006e has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:11:18.892633 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Deleting port c4db4c5f-531f-4e00-8ea8-3a391b680baf {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:18.893044 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (c4db4c5f-531f-4e00-8ea8-3a391b680baf), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.948144 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:11:18.958468 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] Sync routers for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:11:18.968329 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:18.969106 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:18.969301 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (c4db4c5f-531f-4e00-8ea8-3a391b680baf), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.969556 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for floatingip (c4db4c5f-531f-4e00-8ea8-3a391b680baf), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:18.985082 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Calling delete_port for c4db4c5f-531f-4e00-8ea8-3a391b680baf owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:18.994578 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] No DVR routers for this DVR port 3115b4bc-8a8e-494e-90f7-66772013aaf5 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:11:18.997189 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:19.000623 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-df5ea6a3-3057-48fc-a212-761576140160 req-bb3b2098-3622-4f50-a161-7548285bb8d0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "DELETE /v2.0/ports/3115b4bc-8a8e-494e-90f7-66772013aaf5 HTTP/1.1" status: 204 len: 173 time: 1.0348806 Jun 25 16:11:19.091609 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:19.138536 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (c4db4c5f-531f-4e00-8ea8-3a391b680baf), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:19.166073 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event deleted for resources: {'Port': ['ID=c4db4c5f-531f-4e00-8ea8-3a391b680baf,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:19.237546 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks [] for floatingip (1330d0b1-f723-443e-ade9-91f15e5e4db1), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:19.240054 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:19.241237 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-26ef3d8b-e1ba-4b83-965d-df19d9f5ab1f tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "DELETE /v2.0/floatingips/1330d0b1-f723-443e-ade9-91f15e5e4db1 HTTP/1.1" status: 204 len: 168 time: 0.4601202 Jun 25 16:11:19.301848 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:19.332044 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] Checking router: 8cf34dbb-69a5-46d1-b008-5f12a007006e for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:11:19.340667 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:19.341255 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:19.445274 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:19.503351 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-deleted', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:19.505781 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6a2fb5-1045-466d-91af-a8604db5c998" -d '{"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-deleted", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:19.558327 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f693bd5e-8727-449d-953f-d7683d8af2a1 x-openstack-request-id: req-f693bd5e-8727-449d-953f-d7683d8af2a1 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:19.558904 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ae5a58-db83-401e-a158-ebf0981e84ec", "name": "network-vif-deleted", "tag": "3115b4bc-8a8e-494e-90f7-66772013aaf5", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:19.558904 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f693bd5e-8727-449d-953f-d7683d8af2a1 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:19.559360 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f693bd5e-8727-449d-953f-d7683d8af2a1'] response: {'server_uuid': 'e6ae5a58-db83-401e-a158-ebf0981e84ec', 'name': 'network-vif-deleted', 'tag': '3115b4bc-8a8e-494e-90f7-66772013aaf5', 'status': 'completed', 'code': 200} Jun 25 16:11:19.617838 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44020) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:19.660756 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:19.662037 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:19.676553 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12361fc4-e03f-49a1-8d9c-b698111e3fe8 req-b1897614-1920-4ffb-a664-dc009479748c tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:19.676807 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c5851bf7-40a8-466e-8bc0-0475ffed9968 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (5683eb78-8eae-4a61-929a-5672fda8354f), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:19.678212 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-12361fc4-e03f-49a1-8d9c-b698111e3fe8 req-b1897614-1920-4ffb-a664-dc009479748c tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0501175 Jun 25 16:11:19.688719 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332aae4b-0288-4bff-838d-9f96dd952c7d None None] The sync data for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi is: [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:11:19.704785 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c5851bf7-40a8-466e-8bc0-0475ffed9968 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (5683eb78-8eae-4a61-929a-5672fda8354f), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:19.742419 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-12361fc4-e03f-49a1-8d9c-b698111e3fe8 req-1f24cf26-c347-40cd-bc73-9b7fb51a18d2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569839 Jun 25 16:11:19.766814 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c5851bf7-40a8-466e-8bc0-0475ffed9968 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5683eb78-8eae-4a61-929a-5672fda8354f), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:19.766814 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-c5851bf7-40a8-466e-8bc0-0475ffed9968 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:19.766814 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-c5851bf7-40a8-466e-8bc0-0475ffed9968 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "DELETE /v2.0/security-groups/5683eb78-8eae-4a61-929a-5672fda8354f HTTP/1.1" status: 204 len: 168 time: 0.1420524 Jun 25 16:11:19.767460 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44022) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:19.772359 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5851bf7-40a8-466e-8bc0-0475ffed9968 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5683eb78-8eae-4a61-929a-5672fda8354f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:19.786456 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.api.v2.resource [None req-a3dabf7a-f879-472f-a922-df8c8ea8cc6a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] show failed (client error): The resource could not be found. Jun 25 16:11:19.790216 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a3dabf7a-f879-472f-a922-df8c8ea8cc6a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups/5683eb78-8eae-4a61-929a-5672fda8354f HTTP/1.1" status: 404 len: 347 time: 0.0222030 Jun 25 16:11:19.790584 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44024) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:19.910700 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Deleting port d119f6c1-e3b1-41a3-b6df-6516ec438b1a {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:19.911215 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (d119f6c1-e3b1-41a3-b6df-6516ec438b1a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:19.914901 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:19.945459 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0556078-d188-43c1-bd16-9669bcdca092 None None] New status for floating IP fbc2914d-8cb6-4f5f-9496-c74fb78b9a22: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:11:20.012392 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (d119f6c1-e3b1-41a3-b6df-6516ec438b1a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.012769 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (d119f6c1-e3b1-41a3-b6df-6516ec438b1a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.028195 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Calling delete_port for d119f6c1-e3b1-41a3-b6df-6516ec438b1a owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:20.080096 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:20.168081 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (d119f6c1-e3b1-41a3-b6df-6516ec438b1a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.192138 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event deleted for resources: {'Port': ['ID=d119f6c1-e3b1-41a3-b6df-6516ec438b1a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:20.252942 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (fbc2914d-8cb6-4f5f-9496-c74fb78b9a22), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.255389 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.256594 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f1c9b842-0135-4154-a54c-383ed8a72714 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "DELETE /v2.0/floatingips/fbc2914d-8cb6-4f5f-9496-c74fb78b9a22 HTTP/1.1" status: 204 len: 168 time: 0.4649708 Jun 25 16:11:20.346231 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44028) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:20.350870 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-3fbd6c38-db34-465e-a5de-79eaec38f99c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1248055293', 'description': 'tempest-description--580081659'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:20.381902 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6c38-db34-465e-a5de-79eaec38f99c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.391130 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:20.462586 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6c38-db34-465e-a5de-79eaec38f99c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (9f40b23c-1d14-499b-b7f6-15169a0965f7), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.467592 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6c38-db34-465e-a5de-79eaec38f99c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (9f40b23c-1d14-499b-b7f6-15169a0965f7), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.498574 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3fbd6c38-db34-465e-a5de-79eaec38f99c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.499839 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-3fbd6c38-db34-465e-a5de-79eaec38f99c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1525745 Jun 25 16:11:20.501883 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd6c38-db34-465e-a5de-79eaec38f99c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f40b23c-1d14-499b-b7f6-15169a0965f7,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:20.504222 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44036) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:20.509459 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-da1fe383-8fc6-42e2-8182-ab6bade378ec tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'security_group_rule': {'security_group_id': '9f40b23c-1d14-499b-b7f6-15169a0965f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:20.543772 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da1fe383-8fc6-42e2-8182-ab6bade378ec tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (1d8273a8-bb13-48b8-9d0b-baffdc3420ba), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.592920 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da1fe383-8fc6-42e2-8182-ab6bade378ec tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (1d8273a8-bb13-48b8-9d0b-baffdc3420ba), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.598107 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da1fe383-8fc6-42e2-8182-ab6bade378ec tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (1d8273a8-bb13-48b8-9d0b-baffdc3420ba), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.619715 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fe383-8fc6-42e2-8182-ab6bade378ec tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8273a8-bb13-48b8-9d0b-baffdc3420ba,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:20.625339 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-da1fe383-8fc6-42e2-8182-ab6bade378ec tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.628974 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-da1fe383-8fc6-42e2-8182-ab6bade378ec tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208076 Jun 25 16:11:20.629293 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44038) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:20.633787 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-875004b0-0a3d-43a9-8f52-0535d235104d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'security_group_rule': {'security_group_id': '9f40b23c-1d14-499b-b7f6-15169a0965f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:20.662229 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-875004b0-0a3d-43a9-8f52-0535d235104d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (1ad7ce72-cd26-4680-b8db-ec3d27c64d4d), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.719234 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-875004b0-0a3d-43a9-8f52-0535d235104d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (1ad7ce72-cd26-4680-b8db-ec3d27c64d4d), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.724648 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-875004b0-0a3d-43a9-8f52-0535d235104d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (1ad7ce72-cd26-4680-b8db-ec3d27c64d4d), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.742869 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875004b0-0a3d-43a9-8f52-0535d235104d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad7ce72-cd26-4680-b8db-ec3d27c64d4d,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:20.751545 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-875004b0-0a3d-43a9-8f52-0535d235104d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.752755 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-875004b0-0a3d-43a9-8f52-0535d235104d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224656 Jun 25 16:11:20.756049 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44040) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:20.760614 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:20.786799 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:20.903781 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafecab-f8e4-4b55-8643-199d1e260521 req-69f004f9-7bf3-45fd-9c5a-8d92459332c7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:20.905575 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0fafecab-f8e4-4b55-8643-199d1e260521 req-69f004f9-7bf3-45fd-9c5a-8d92459332c7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0861733 Jun 25 16:11:20.908730 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:21.003790 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0fafecab-f8e4-4b55-8643-199d1e260521 req-ea1a8268-82c1-40af-b516-e82d3b1a10b2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919034 Jun 25 16:11:21.049548 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Allocated IP 172.27.2.221 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/3c49fafc-ed9d-4eac-88af-b887994b0b71) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:11:21.166427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for port (3c49fafc-ed9d-4eac-88af-b887994b0b71), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:21.204548 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (3c49fafc-ed9d-4eac-88af-b887994b0b71), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:21.236841 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:21.242726 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:21.246465 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:21.250214 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:11:21.275380 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'Port': ['ID=3c49fafc-ed9d-4eac-88af-b887994b0b71,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:21.341819 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (88eeb11c-e107-4776-922d-550bc185981a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:21.389891 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3c49fafc-ed9d-4eac-88af-b887994b0b71), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:21.391345 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:21.550669 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for port (3c49fafc-ed9d-4eac-88af-b887994b0b71), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:21.558609 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (3c49fafc-ed9d-4eac-88af-b887994b0b71), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:21.560400 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:11:21.583763 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 3115b4bc-8a8e-494e-90f7-66772013aaf5 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:11:21.584060 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 3115b4bc-8a8e-494e-90f7-66772013aaf5 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:11:21.628259 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'Port': ['ID=3c49fafc-ed9d-4eac-88af-b887994b0b71,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:21.642104 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (88eeb11c-e107-4776-922d-550bc185981a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:21.659519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:21.660772 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-38177fee-1d3e-4ff0-8bdc-575d8cf18fca tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9036748 Jun 25 16:11:21.730744 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a763d06-181f-4707-9c37-e71317bfafb5 req-86207eac-fabf-4129-b7f8-99c142f0e0aa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:21.732875 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0a763d06-181f-4707-9c37-e71317bfafb5 req-86207eac-fabf-4129-b7f8-99c142f0e0aa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0498018 Jun 25 16:11:21.784492 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0a763d06-181f-4707-9c37-e71317bfafb5 req-809cdcd1-3740-41db-a909-d51d322e005e tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460451 Jun 25 16:11:21.862352 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-22cdf6eb-ccfa-4ee9-a3ab-f251144ee5f4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1248055293&fields=id&tenant_id=0da9a82039c24056beec4b61f533eaa2 HTTP/1.1" status: 200 len: 267 time: 0.0444486 Jun 25 16:11:21.973709 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-61afbd92-be55-40d2-b2f5-c86091139642 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:21.975140 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-61afbd92-be55-40d2-b2f5-c86091139642 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 816 time: 0.1044796 Jun 25 16:11:21.990250 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-8039cdae-54d7-47f2-956e-f105ecae04a0 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/quotas/0da9a82039c24056beec4b61f533eaa2 HTTP/1.1" status: 200 len: 375 time: 0.0095646 Jun 25 16:11:22.044104 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-2aa8b412-ee4b-4ae7-8224-61fb788adad2 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489233 Jun 25 16:11:22.140807 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90659d33-c943-48b5-aea4-a029848c32f6 req-69babe72-821f-44f9-8e4d-66f836a4cc79 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:22.142403 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-90659d33-c943-48b5-aea4-a029848c32f6 req-69babe72-821f-44f9-8e4d-66f836a4cc79 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0701933 Jun 25 16:11:22.212807 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:22.237314 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-90659d33-c943-48b5-aea4-a029848c32f6 req-01ced79d-bae4-4fd5-a209-491e3932f4da tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892293 Jun 25 16:11:22.239110 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-6a051270-21ed-4ba1-94f2-47db3d003e48 service neutron] 10.222.0.13 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836512 Jun 25 16:11:22.330277 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-fcd3fddf-78a3-4c39-9603-11c9ec56ddd8 service neutron] 10.222.0.13 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848796 Jun 25 16:11:22.504437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b7fb5c6d-93f0-44e9-87d3-86fa8da34438 req-c46857ee-eedc-4c16-a2ac-6096174968b6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 210 time: 0.0331182 Jun 25 16:11:22.899868 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c5657-6ecb-4ad5-af6b-323535dc4c1f req-d9247da6-b441-42ef-9db9-e6c5889e5faa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:22.901343 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e86c5657-6ecb-4ad5-af6b-323535dc4c1f req-d9247da6-b441-42ef-9db9-e6c5889e5faa tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0474904 Jun 25 16:11:22.948328 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e86c5657-6ecb-4ad5-af6b-323535dc4c1f req-d340f564-5f6e-4c5c-a0ea-2a99038da324 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Jun 25 16:11:23.329576 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:23.368697 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26788ec4-fb09-4c71-b009-4ee6f2840c22 req-2bea2315-41aa-4bf0-8500-d9b00d91cf83 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:23.370153 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-26788ec4-fb09-4c71-b009-4ee6f2840c22 req-2bea2315-41aa-4bf0-8500-d9b00d91cf83 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0491691 Jun 25 16:11:23.419261 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-26788ec4-fb09-4c71-b009-4ee6f2840c22 req-714b0514-4871-4930-a84d-5d27fe74e981 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433300 Jun 25 16:11:23.608509 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd65696d-6dd8-4089-aea5-5c392e0d6f33 req-1c4cc0ed-b9f4-4473-8321-11e605e16501 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 210 time: 0.0311413 Jun 25 16:11:23.966537 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-4f6f06b5-8b84-415a-8402-2d3362620065 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:23.968020 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-4f6f06b5-8b84-415a-8402-2d3362620065 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.0489984 Jun 25 16:11:24.121370 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-d8a3d46f-8973-4bf1-86a4-6244da1edfab tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:24.122721 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-d8a3d46f-8973-4bf1-86a4-6244da1edfab tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 816 time: 0.1177096 Jun 25 16:11:24.174215 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:24.194315 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-1aafffdb-a261-4a5f-8617-c3b3bddce1ba tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0da9a82039c24056beec4b61f533eaa2 HTTP/1.1" status: 200 len: 380 time: 0.0633960 Jun 25 16:11:24.340908 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Deleting port e355ac8e-fb57-4cd6-9b51-2346658384b8 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:24.341214 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:24.366990 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'port': {'device_id': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'admin_state_up': True, 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'security_groups': ['9f40b23c-1d14-499b-b7f6-15169a0965f7']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:24.371961 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f28943-a0ed-49f2-b933-28472d5b0236 req-0b9fe8d3-cf60-40bf-8d16-d831398578e1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:24.372787 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-17f28943-a0ed-49f2-b933-28472d5b0236 req-0b9fe8d3-cf60-40bf-8d16-d831398578e1 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 946 time: 0.3345339 Jun 25 16:11:24.478786 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Made reservation on behalf of 0da9a82039c24056beec4b61f533eaa2 for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:11:24.482419 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:24.482609 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0db099-b19e-46d6-ad94-236644a4804c req-d5dfe5c4-bce9-4779-a63d-9001634630ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:24.483990 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0c0db099-b19e-46d6-ad94-236644a4804c req-d5dfe5c4-bce9-4779-a63d-9001634630ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80&device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1130 time: 0.0930355 Jun 25 16:11:24.538324 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-17f28943-a0ed-49f2-b933-28472d5b0236 req-27451f3e-6de4-495a-8de5-46d358be90ce tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584113 Jun 25 16:11:24.546189 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] For port e355ac8e-fb57-4cd6-9b51-2346658384b8, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=e355ac8e-fb57-4cd6-9b51-2346658384b8,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:24.546551 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:24.589986 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Calling delete_port for e355ac8e-fb57-4cd6-9b51-2346658384b8 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:24.616665 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Allocated IP 172.20.0.13 (6882a8e8-9f13-47a2-87c9-a1eafb973bf6/4c050219-c91a-4d1a-8f7e-8090416951c2/faf6b184-57b1-4bce-bc06-d6f249c9b017) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:11:24.626947 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:24.631434 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba483029-547c-445b-9fea-cdbc767286c6 req-2826c0d4-b997-4366-917a-b9411e355553 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:24.632968 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba483029-547c-445b-9fea-cdbc767286c6 req-2826c0d4-b997-4366-917a-b9411e355553 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.1252668 Jun 25 16:11:24.759847 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0db099-b19e-46d6-ad94-236644a4804c req-19d8c97b-1aee-402e-9170-747bb1444188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:24.761336 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0c0db099-b19e-46d6-ad94-236644a4804c req-19d8c97b-1aee-402e-9170-747bb1444188 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f890c253-6159-4bda-8d76-0d3eba6fa404 HTTP/1.1" status: 200 len: 910 time: 0.2673619 Jun 25 16:11:24.768524 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:24.775431 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4e1307c3-e51e-4cde-8e3f-5e0bb488521a req-cc7cde64-7c78-4608-a973-61d1c3125865 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 210 time: 0.0643401 Jun 25 16:11:24.786533 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ba483029-547c-445b-9fea-cdbc767286c6 req-8f89b974-d518-4158-ac34-97768e98a7ad tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459637 Jun 25 16:11:24.805982 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:24.837187 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:24.848452 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0c0db099-b19e-46d6-ad94-236644a4804c req-5cf0cf78-916a-45c0-9c97-c16487e02e40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 200 len: 1001 time: 0.0771642 Jun 25 16:11:24.858230 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:24.863633 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:24.866291 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:11:24.870594 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:24.918003 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:24.918620 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:24.927484 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:24.938260 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9eb932b9-8615-4922-8250-8a938c903be4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5753593 Jun 25 16:11:24.944218 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0db099-b19e-46d6-ad94-236644a4804c req-cb6f56ef-9605-4075-913b-fd43fd5a42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:24.945760 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0c0db099-b19e-46d6-ad94-236644a4804c req-cb6f56ef-9605-4075-913b-fd43fd5a42d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc14f556-3476-430a-bed6-291c93266bae HTTP/1.1" status: 200 len: 848 time: 0.0877638 Jun 25 16:11:24.947103 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (e355ac8e-fb57-4cd6-9b51-2346658384b8), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:24.958742 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['dda3a175-359c-4380-a748-ac6e5ec45c69', 'e355ac8e-fb57-4cd6-9b51-2346658384b8'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:11:24.962904 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Request body: {'port': {'device_id': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:24.982329 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event deleted for resources: {'Port': ['ID=e355ac8e-fb57-4cd6-9b51-2346658384b8,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:25.049916 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:25.060211 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] No DVR routers for this DVR port e355ac8e-fb57-4cd6-9b51-2346658384b8 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:11:25.062269 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0db099-b19e-46d6-ad94-236644a4804c req-21cfb207-1329-41fb-a3f9-6b6a0fe872df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:25.064524 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0c0db099-b19e-46d6-ad94-236644a4804c req-21cfb207-1329-41fb-a3f9-6b6a0fe872df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f890c253-6159-4bda-8d76-0d3eba6fa404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0931463 Jun 25 16:11:25.065605 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:25.069367 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2157b915-2a1f-4747-905f-6c1c40fb7d79 req-a6208f01-5e72-46cd-bbe2-586385968c3a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "DELETE /v2.0/ports/e355ac8e-fb57-4cd6-9b51-2346658384b8 HTTP/1.1" status: 204 len: 173 time: 1.0961514 Jun 25 16:11:25.069833 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f6023f-52bc-4a18-af15-b1c7f2896f75', 'name': 'network-vif-deleted', 'tag': 'e355ac8e-fb57-4cd6-9b51-2346658384b8'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:25.073158 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a179089-b4ab-430e-955a-af476ddb9740" -d '{"events": [{"server_uuid": "f5f6023f-52bc-4a18-af15-b1c7f2896f75", "name": "network-vif-deleted", "tag": "e355ac8e-fb57-4cd6-9b51-2346658384b8"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:25.131535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04df16df-e6c5-4ac7-a24f-77ae8d0c6828 x-openstack-request-id: req-04df16df-e6c5-4ac7-a24f-77ae8d0c6828 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:25.132576 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f6023f-52bc-4a18-af15-b1c7f2896f75", "name": "network-vif-deleted", "tag": "e355ac8e-fb57-4cd6-9b51-2346658384b8", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:25.132875 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-04df16df-e6c5-4ac7-a24f-77ae8d0c6828 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:25.133272 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04df16df-e6c5-4ac7-a24f-77ae8d0c6828'] response: {'server_uuid': 'f5f6023f-52bc-4a18-af15-b1c7f2896f75', 'name': 'network-vif-deleted', 'tag': 'e355ac8e-fb57-4cd6-9b51-2346658384b8', 'status': 'completed', 'code': 200} Jun 25 16:11:25.206188 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b3f613b9-20d7-4815-aa1c-915c45efb693 None None] Provisioning complete for port faf6b184-57b1-4bce-bc06-d6f249c9b017 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:25.206917 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b3f613b9-20d7-4815-aa1c-915c45efb693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:25.210144 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0c0db099-b19e-46d6-ad94-236644a4804c req-c8d9df3b-9931-4a70-bf94-5e1414f167e4 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335459 Jun 25 16:11:25.238072 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:25.243084 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b3f613b9-20d7-4815-aa1c-915c45efb693 None None] Port faf6b184-57b1-4bce-bc06-d6f249c9b017 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:11:25.306342 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0c0db099-b19e-46d6-ad94-236644a4804c req-46402396-27c3-4528-aad5-477e6dda5596 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888095 Jun 25 16:11:25.355260 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf6b184-57b1-4bce-bc06-d6f249c9b017 {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:11:25.363603 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Publish callbacks [] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:25.377333 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Transition to ACTIVE for port object faf6b184-57b1-4bce-bc06-d6f249c9b017 will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:11:25.382619 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:25.436076 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:25.521505 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Attempting to bind port faf6b184-57b1-4bce-bc06-d6f249c9b017 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:11:25.522179 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Attempting to bind port faf6b184-57b1-4bce-bc06-d6f249c9b017 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:11:25.522397 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Attempting to bind port faf6b184-57b1-4bce-bc06-d6f249c9b017 on network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:11:25.527307 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Port faf6b184-57b1-4bce-bc06-d6f249c9b017 on network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:11:25.527620 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Attempting to bind port faf6b184-57b1-4bce-bc06-d6f249c9b017 on network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:11:25.529541 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:25.535806 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:11:25.536152 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Checking segment: {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:11:25.536713 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Bound using segment: {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:11:25.537137 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Bound port: faf6b184-57b1-4bce-bc06-d6f249c9b017, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fc0293-939f-441c-b19f-1eef835c5383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:11:25.537512 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:25.601106 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:11:25.604482 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:11:25.612265 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:25.650102 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:25.650853 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:25.652272 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] 10.222.0.26 "PUT /v2.0/ports/faf6b184-57b1-4bce-bc06-d6f249c9b017 HTTP/1.1" status: 200 len: 1094 time: 0.6940262 Jun 25 16:11:25.654646 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:25.656960 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9853d9-d4ad-405a-b264-456fd81ac8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:25.657394 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eab6f6e6-8232-4824-89bf-c3308d008533 req-c365e427-d357-4950-95eb-f378a41dc866 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=f5f6023f-52bc-4a18-af15-b1c7f2896f75 HTTP/1.1" status: 200 len: 210 time: 0.0290911 Jun 25 16:11:25.691742 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646ce631-6a7c-4820-a542-7714aba6ed17 service neutron] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:25.710281 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd25da7e-8a33-4111-94ae-7989f2f3b7c6 x-openstack-request-id: req-cd25da7e-8a33-4111-94ae-7989f2f3b7c6 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:25.710564 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:25.710809 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd25da7e-8a33-4111-94ae-7989f2f3b7c6 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:25.711201 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd25da7e-8a33-4111-94ae-7989f2f3b7c6'] response: {'name': 'network-changed', 'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'status': 'completed', 'code': 200} Jun 25 16:11:25.924504 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d095ba-f8f3-4d65-964b-6cae146d6636 req-71a8819e-b7c1-4c91-8fb2-430eb3b0062f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:25.925897 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0d095ba-f8f3-4d65-964b-6cae146d6636 req-71a8819e-b7c1-4c91-8fb2-430eb3b0062f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0713446 Jun 25 16:11:25.958194 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2675a799-266c-40d0-a992-fd91e2ad973e req-acc8093a-a5ff-46cc-b3e1-9e4edf86b0d3 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:25.959611 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2675a799-266c-40d0-a992-fd91e2ad973e req-acc8093a-a5ff-46cc-b3e1-9e4edf86b0d3 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0760539 Jun 25 16:11:26.007887 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e0d095ba-f8f3-4d65-964b-6cae146d6636 req-2bf6e674-7fa7-4bf0-9047-7d452fe39e6d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738590 Jun 25 16:11:26.032127 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2675a799-266c-40d0-a992-fd91e2ad973e req-19da88c0-7800-4ee3-9b84-e6922a88fa2f tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656528 Jun 25 16:11:26.730867 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9853d9-d4ad-405a-b264-456fd81ac8b4 req-29084c65-c560-4734-8c14-f58b08a1b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:26.732375 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a9853d9-d4ad-405a-b264-456fd81ac8b4 req-29084c65-c560-4734-8c14-f58b08a1b0e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 1128 time: 0.0928416 Jun 25 16:11:26.910915 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9853d9-d4ad-405a-b264-456fd81ac8b4 req-b84655eb-c40f-47d1-82ec-124996a459db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:26.912276 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a9853d9-d4ad-405a-b264-456fd81ac8b4 req-b84655eb-c40f-47d1-82ec-124996a459db service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0da9a82039c24056beec4b61f533eaa2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1006386 Jun 25 16:11:26.939554 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af8ea8-ef7b-4f89-b901-15130de0e482 req-e5fa565d-0e19-45cf-a734-28ee3a956861 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:26.941023 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e1af8ea8-ef7b-4f89-b901-15130de0e482 req-e5fa565d-0e19-45cf-a734-28ee3a956861 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0471191 Jun 25 16:11:26.988020 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e1af8ea8-ef7b-4f89-b901-15130de0e482 req-f775073f-94ea-4329-a953-be4a7bf373cf tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Jun 25 16:11:27.159136 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68146bb4-8cd3-4236-b868-2e63049337b3 req-6d1635d6-782e-44f7-9896-ae6be63e4318 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:27.160665 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68146bb4-8cd3-4236-b868-2e63049337b3 req-6d1635d6-782e-44f7-9896-ae6be63e4318 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0779767 Jun 25 16:11:27.179175 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74db6bb-24d5-4810-a399-1c501ad6c908 req-c17875a8-0a81-46ff-b920-035e7c023a25 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:27.180461 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a74db6bb-24d5-4810-a399-1c501ad6c908 req-c17875a8-0a81-46ff-b920-035e7c023a25 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0686724 Jun 25 16:11:27.248885 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68146bb4-8cd3-4236-b868-2e63049337b3 req-28d0a4dc-8417-48a3-b7a2-155b62ec390c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812538 Jun 25 16:11:27.253923 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a74db6bb-24d5-4810-a399-1c501ad6c908 req-b52aba6a-b91b-4de3-8436-00080c8f70c7 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653672 Jun 25 16:11:27.597720 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 166dd48f-5e8c-48ce-8be5-c39460c7ef08 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:11:27.673256 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 is: ACTIVE; New status is: DOWN {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:27.673637 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:27.682008 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:27.698523 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:27.700857 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e224ad66-24f8-4569-9180-a357a6be792f" -d '{"events": [{"server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "name": "network-vif-unplugged", "status": "completed", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:27.714116 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:27.719529 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:27.720439 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device e355ac8e-fb57-4cd6-9b51-2346658384b8 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:11:27.746881 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79ac08-691f-4bc8-adbd-8701430666d9 x-openstack-request-id: req-3b79ac08-691f-4bc8-adbd-8701430666d9 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:27.747162 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "name": "network-vif-unplugged", "status": "completed", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:27.747377 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b79ac08-691f-4bc8-adbd-8701430666d9 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:27.747772 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b79ac08-691f-4bc8-adbd-8701430666d9'] response: {'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'code': 200} Jun 25 16:11:27.767537 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: e355ac8e-fb57-4cd6-9b51-2346658384b8 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:11:27.767870 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device e355ac8e-fb57-4cd6-9b51-2346658384b8 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:11:27.791411 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=166dd48f-5e8c-48ce-8be5-c39460c7ef08,revision_number=6']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:27.799040 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.799347 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.799729 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.800032 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.800355 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.800704 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.801017 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.801331 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.801645 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.801942 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.802251 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.802557 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.802877 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.803187 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:27.803496 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:28.111091 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2692b22-da02-4725-9be6-862918bf9b9b req-659356ba-b4cb-4746-a1c3-15cf01a74bbf tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:28.113056 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2692b22-da02-4725-9be6-862918bf9b9b req-659356ba-b4cb-4746-a1c3-15cf01a74bbf tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0547507 Jun 25 16:11:28.163417 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2692b22-da02-4725-9be6-862918bf9b9b req-1f3791aa-04fd-42ee-aa95-7a25fb4c9486 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446000 Jun 25 16:11:28.398759 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:28.415341 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b3483-18be-4317-ab78-8548f95269d9 req-3ec9968b-ccbe-4e58-b4d0-9b5d289737c2 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:28.416813 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e73b3483-18be-4317-ab78-8548f95269d9 req-3ec9968b-ccbe-4e58-b4d0-9b5d289737c2 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0859768 Jun 25 16:11:28.425081 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa1fb8-3c14-46cf-b82d-192365dc0b60 req-adbbf07d-20a3-4953-a598-00f089e987c5 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:28.426518 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f6fa1fb8-3c14-46cf-b82d-192365dc0b60 req-adbbf07d-20a3-4953-a598-00f089e987c5 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0933034 Jun 25 16:11:28.468122 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:28.501648 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e73b3483-18be-4317-ab78-8548f95269d9 req-a1ec028c-38f7-44f5-a7cd-bf28c08dd3ba tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740705 Jun 25 16:11:28.505041 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f6fa1fb8-3c14-46cf-b82d-192365dc0b60 req-77a0c92e-2f93-47ba-be63-f352bb7ade25 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715423 Jun 25 16:11:29.290507 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb80db5-9250-4328-a1f3-6322ddd17a72 req-0c81af6b-2f6e-4ebe-be59-5109e53fdb9a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:29.292117 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3eb80db5-9250-4328-a1f3-6322ddd17a72 req-0c81af6b-2f6e-4ebe-be59-5109e53fdb9a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0523434 Jun 25 16:11:29.338845 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3eb80db5-9250-4328-a1f3-6322ddd17a72 req-e28747b2-9dcb-4550-81fc-b2c875a20a66 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/security-groups?id=7af9eea2-d632-42cb-8ed3-80b22f19dd6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Jun 25 16:11:29.659018 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=85 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:29.664601 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46840557-8570-4021-891f-998cb6020108 req-c28e5157-15aa-42b5-b9f1-1dbe309f0544 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:29.665128 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=95 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:29.666091 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-46840557-8570-4021-891f-998cb6020108 req-c28e5157-15aa-42b5-b9f1-1dbe309f0544 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0828266 Jun 25 16:11:29.673327 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b19ea-73b0-4d74-8316-a8c3fe0a4a3f req-6a00b969-5d2f-4a58-b15e-86cf5ca9f5a3 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:29.674781 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ff6b19ea-73b0-4d74-8316-a8c3fe0a4a3f req-6a00b969-5d2f-4a58-b15e-86cf5ca9f5a3 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0895772 Jun 25 16:11:29.747066 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9853d9-d4ad-405a-b264-456fd81ac8b4 req-a03a1971-ff52-4ae0-9781-77d37e995981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:29.748746 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-6a9853d9-d4ad-405a-b264-456fd81ac8b4 req-a03a1971-ff52-4ae0-9781-77d37e995981 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053641 Jun 25 16:11:29.760521 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-46840557-8570-4021-891f-998cb6020108 req-169734ed-3806-4051-aca3-2af354dccb83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847573 Jun 25 16:11:29.766331 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ff6b19ea-73b0-4d74-8316-a8c3fe0a4a3f req-fd7d6d65-d82e-49ab-bfac-73ba71d1ff31 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808372 Jun 25 16:11:29.864793 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9478cc1f-0f58-4cdb-8702-c62cb0034966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:29.866285 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-9478cc1f-0f58-4cdb-8702-c62cb0034966 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 1128 time: 0.0404782 Jun 25 16:11:29.983435 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-09f9faa0-e54e-4530-96d4-620ea1af2d5a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:29.985238 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-09f9faa0-e54e-4530-96d4-620ea1af2d5a tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 946 time: 0.0593698 Jun 25 16:11:30.080026 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Deleting port dda3a175-359c-4380-a748-ac6e5ec45c69 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:30.080550 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:30.157056 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-3d47c124-a4bf-4e59-8135-56422ddaff55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017 HTTP/1.1" status: 200 len: 217 time: 0.2823005 Jun 25 16:11:30.179487 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] For port dda3a175-359c-4380-a748-ac6e5ec45c69, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=dda3a175-359c-4380-a748-ac6e5ec45c69,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:30.179944 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:30.194392 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Calling delete_port for dda3a175-359c-4380-a748-ac6e5ec45c69 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:30.215998 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-bcfa6c8b-fe97-4135-af0c-f3e8a6be6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:30.217451 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-bcfa6c8b-fe97-4135-af0c-f3e8a6be6ae3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c050219-c91a-4d1a-8f7e-8090416951c2 HTTP/1.1" status: 200 len: 855 time: 0.0468428 Jun 25 16:11:30.323313 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (dda3a175-359c-4380-a748-ac6e5ec45c69), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:30.335687 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['dda3a175-359c-4380-a748-ac6e5ec45c69'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:11:30.351044 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Pushing event deleted for resources: {'Port': ['ID=dda3a175-359c-4380-a748-ac6e5ec45c69,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:30.363886 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.364233 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.364603 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.364943 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.365274 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.365583 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.365925 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.366224 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.366548 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.366869 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.367202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.367760 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.367867 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.368128 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.368449 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:30.408838 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] No DVR routers for this DVR port dda3a175-359c-4380-a748-ac6e5ec45c69 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:11:30.411945 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:30.415288 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-511f5ee5-fae3-48a8-bd43-4a424fc399c5 req-76601aa7-5bc0-479e-8e05-c5e04c919988 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.26 "DELETE /v2.0/ports/dda3a175-359c-4380-a748-ac6e5ec45c69 HTTP/1.1" status: 204 len: 173 time: 0.4235764 Jun 25 16:11:30.415737 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feaccc2-e2e8-4644-87a9-4b88cd8767d5', 'name': 'network-vif-deleted', 'tag': 'dda3a175-359c-4380-a748-ac6e5ec45c69'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:30.417974 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b976a4-88d1-417f-bc60-ea705700be36" -d '{"events": [{"server_uuid": "7feaccc2-e2e8-4644-87a9-4b88cd8767d5", "name": "network-vif-deleted", "tag": "dda3a175-359c-4380-a748-ac6e5ec45c69"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:30.438964 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-14190013-47c3-492f-a06b-9c938771fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:30.440838 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-14190013-47c3-492f-a06b-9c938771fd54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442874 Jun 25 16:11:30.465948 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4c0566e7-07b4-4f02-bafd-a67aad0375e9 req-7c4892a0-7f65-4ade-8088-fe7d92134c12 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 210 time: 0.0399411 Jun 25 16:11:30.476091 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ea011f-950c-44eb-8db2-50f4a3be4535 x-openstack-request-id: req-b6ea011f-950c-44eb-8db2-50f4a3be4535 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:30.476394 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feaccc2-e2e8-4644-87a9-4b88cd8767d5", "name": "network-vif-deleted", "tag": "dda3a175-359c-4380-a748-ac6e5ec45c69", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:30.476671 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b6ea011f-950c-44eb-8db2-50f4a3be4535 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:30.477077 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ea011f-950c-44eb-8db2-50f4a3be4535'] response: {'server_uuid': '7feaccc2-e2e8-4644-87a9-4b88cd8767d5', 'name': 'network-vif-deleted', 'tag': 'dda3a175-359c-4380-a748-ac6e5ec45c69', 'status': 'completed', 'code': 200} Jun 25 16:11:30.527511 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:30.547783 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-f732c813-68dc-4a10-8b22-1b5900932240 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976167 Jun 25 16:11:30.642519 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-1363d3eb-be7c-4a13-94e5-a7b8f62eb72e req-dccd966b-dd5d-4af1-8eea-49bf0b975e83 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888770 Jun 25 16:11:30.923813 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a8d82-6d05-4e85-9cd1-c8f17ae4aba2 req-08f25a4a-8720-426d-9f27-710101df56df tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:30.925304 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be8a8d82-6d05-4e85-9cd1-c8f17ae4aba2 req-08f25a4a-8720-426d-9f27-710101df56df tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0780585 Jun 25 16:11:30.954125 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51f1ca-8a88-4f10-b2a9-fabddeb1a579 req-313fe578-765b-44dd-98bb-e1d3cee413b9 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:30.955437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7f51f1ca-8a88-4f10-b2a9-fabddeb1a579 req-313fe578-765b-44dd-98bb-e1d3cee413b9 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0900424 Jun 25 16:11:30.993639 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:30.999745 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:31.003179 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-be8a8d82-6d05-4e85-9cd1-c8f17ae4aba2 req-15af73be-94b8-44ec-8ad4-6397ea29de72 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721674 Jun 25 16:11:31.029586 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7f51f1ca-8a88-4f10-b2a9-fabddeb1a579 req-d782ab3f-6721-497a-9700-57989a10507c tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675409 Jun 25 16:11:31.236313 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44150) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:31.250580 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d4b76-7501-4471-9d49-5a8cc927cb71 req-2562e4f0-9113-4486-82c6-d396d29ba626 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:31.251776 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf7d4b76-7501-4471-9d49-5a8cc927cb71 req-2562e4f0-9113-4486-82c6-d396d29ba626 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0511384 Jun 25 16:11:31.301326 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf7d4b76-7501-4471-9d49-5a8cc927cb71 req-5a2b8fca-0da8-43e5-af31-f881e1af832a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435646 Jun 25 16:11:31.323284 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-4566cb32-4a82-4bb3-bf18-e6c40b43fc88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0857539 Jun 25 16:11:31.332262 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-6ecbb429-ece9-4cf8-89ec-6861a972078e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104057) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:11:31.333200 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-6ecbb429-ece9-4cf8-89ec-6861a972078e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052993 Jun 25 16:11:31.426910 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44158) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:31.522656 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-a93cf8ed-bc3a-4a99-a31f-0786a5ef2f6e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:31.523837 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-a93cf8ed-bc3a-4a99-a31f-0786a5ef2f6e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports/166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 200 len: 941 time: 0.0959167 Jun 25 16:11:31.589336 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75aa0a86-e08d-4d08-8f66-45a508279c5e req-1d56c0d5-5181-4768-aef0-bda6e328e086 tempest-ServerRescueNegativeTestJSON-1688542009 tempest-ServerRescueNegativeTestJSON-1688542009-project] 10.222.0.13 "GET /v2.0/ports?device_id=7feaccc2-e2e8-4644-87a9-4b88cd8767d5 HTTP/1.1" status: 200 len: 210 time: 0.0286567 Jun 25 16:11:32.138485 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbea71c-23a0-4308-8d91-801d6600d412 req-d6413dd9-e6ce-4371-b9d8-ae4016a9843a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:32.140269 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9dbea71c-23a0-4308-8d91-801d6600d412 req-d6413dd9-e6ce-4371-b9d8-ae4016a9843a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0538905 Jun 25 16:11:32.192027 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9dbea71c-23a0-4308-8d91-801d6600d412 req-11b56cfa-ff14-4bf6-99fe-9a44c1e8b58f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433421 Jun 25 16:11:32.419649 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937589b-7a9a-432a-b634-858843ae9732 req-e94e5e28-5f3f-41a6-a2e5-d905cd4b576b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:32.421169 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e937589b-7a9a-432a-b634-858843ae9732 req-e94e5e28-5f3f-41a6-a2e5-d905cd4b576b tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0522587 Jun 25 16:11:32.471404 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e937589b-7a9a-432a-b634-858843ae9732 req-977fc4ea-6393-464c-b38c-a4b770302915 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Jun 25 16:11:32.660797 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44176) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:32.818175 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-bf2654ef-6864-4492-abff-752393c1cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:32.819705 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-bf2654ef-6864-4492-abff-752393c1cabe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3&tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80 HTTP/1.1" status: 200 len: 1128 time: 0.0406694 Jun 25 16:11:32.883670 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-e19f1b05-4b5e-4298-885c-5b4f6f041cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:32.885112 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-e19f1b05-4b5e-4298-885c-5b4f6f041cce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80&device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1128 time: 0.0420840 Jun 25 16:11:32.981713 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-87b72128-8d4f-47ae-80a3-d4fafbb134d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:32.983172 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-87b72128-8d4f-47ae-80a3-d4fafbb134d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f890c253-6159-4bda-8d76-0d3eba6fa404 HTTP/1.1" status: 200 len: 910 time: 0.0917752 Jun 25 16:11:33.046283 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-92223b1e-a922-46cf-9c9f-85936b041c20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 200 len: 999 time: 0.0563619 Jun 25 16:11:33.087826 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:33.097150 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-0f8531f0-01b7-44f2-a32e-73ea44d982fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:33.098519 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-0f8531f0-01b7-44f2-a32e-73ea44d982fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc14f556-3476-430a-bed6-291c93266bae HTTP/1.1" status: 200 len: 848 time: 0.0452688 Jun 25 16:11:33.143631 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:33.149869 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-aea14b22-9ee1-44ee-9844-a231f3abb214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:33.151383 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-aea14b22-9ee1-44ee-9844-a231f3abb214 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f890c253-6159-4bda-8d76-0d3eba6fa404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467052 Jun 25 16:11:33.244880 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-4d7c8723-d97b-46e3-815f-87246a621d59 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865331 Jun 25 16:11:33.338738 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-95dcc03b-1c1f-483e-acd8-c0393a405665 req-db76744b-ee34-40a6-b340-35b10ba6aeed service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879862 Jun 25 16:11:33.341897 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7069a-7fde-4e24-8228-e22af3916951 req-a25c4e96-54e9-46ef-adf0-6a081612259b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:33.344301 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72f7069a-7fde-4e24-8228-e22af3916951 req-a25c4e96-54e9-46ef-adf0-6a081612259b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0749531 Jun 25 16:11:33.346940 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Deleting port dbbc5557-c6da-4267-8662-15c2611cd6ad {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:33.347277 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:33.349871 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:33.416531 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:33.452155 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72f7069a-7fde-4e24-8228-e22af3916951 req-06d590a7-553b-46a4-b767-d5ebb53b71fa tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922296 Jun 25 16:11:33.468159 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] For port dbbc5557-c6da-4267-8662-15c2611cd6ad, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=dbbc5557-c6da-4267-8662-15c2611cd6ad,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:33.468590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:33.482612 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Calling delete_port for dbbc5557-c6da-4267-8662-15c2611cd6ad owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:33.604615 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device faf6b184-57b1-4bce-bc06-d6f249c9b017 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:11:33.606763 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device dda3a175-359c-4380-a748-ac6e5ec45c69 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:11:33.625440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f5787-eac1-478e-9b99-409d03c6af86 req-0def317a-ec9c-423e-91fb-c08992d71af2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:33.626901 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-370f5787-eac1-478e-9b99-409d03c6af86 req-0def317a-ec9c-423e-91fb-c08992d71af2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0850718 Jun 25 16:11:33.635147 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: dda3a175-359c-4380-a748-ac6e5ec45c69 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:11:33.635481 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device dda3a175-359c-4380-a748-ac6e5ec45c69 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:11:33.694072 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-370f5787-eac1-478e-9b99-409d03c6af86 req-c82c6250-2829-484e-989d-6fbc3195f281 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608723 Jun 25 16:11:33.722677 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:33.735137 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:33.740519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (dbbc5557-c6da-4267-8662-15c2611cd6ad), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:33.746631 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'port_id': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'mac_address': 'fa:16:3e:ec:fc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:11:33.764996 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbbc5557-c6da-4267-8662-15c2611cd6ad,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:33.784839 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port faf6b184-57b1-4bce-bc06-d6f249c9b017 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:33.785462 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:33.799236 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf6b184-57b1-4bce-bc06-d6f249c9b017 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:11:33.822453 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:33.827627 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:33.879976 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:34.049166 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['faf6b184-57b1-4bce-bc06-d6f249c9b017'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:11:34.184315 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:34.385842 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:11:34.444811 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:34.446832 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:34.491306 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:11:34.496995 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b5854fb2-5c6f-465e-a5ec-5472f5574f25 admin admin] 10.222.0.13 "PUT /v2.0/routers/d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8350017 Jun 25 16:11:34.499293 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44186) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:34.503202 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] Sync routers for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:11:34.513522 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:34.515040 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:34.613872 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:34.624584 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ff20e-e05a-4726-b279-40486c93f72d req-af35b9aa-a1d8-4279-9b71-b50e7a942c1d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:34.626250 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-858ff20e-e05a-4726-b279-40486c93f72d req-af35b9aa-a1d8-4279-9b71-b50e7a942c1d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 945 time: 0.0834198 Jun 25 16:11:34.657869 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks [] for router (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:34.720248 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-858ff20e-e05a-4726-b279-40486c93f72d req-21906b68-2387-4291-8c88-9cfaeb6725fa tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875332 Jun 25 16:11:34.784643 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:11:33Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:34.809049 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks [] for router_gateway (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:34.810195 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] Checking router: d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:11:34.818672 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] Routers {'d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:34.819286 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:34.829257 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437924ff-c9a9-43ff-90f9-d08adc42e923 req-ee42f54f-7ff9-4fff-9720-1572070c6ecd tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:34.830736 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-437924ff-c9a9-43ff-90f9-d08adc42e923 req-ee42f54f-7ff9-4fff-9720-1572070c6ecd tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0570145 Jun 25 16:11:34.885836 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Deleting port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:34.886163 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:34.930889 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-437924ff-c9a9-43ff-90f9-d08adc42e923 req-225c3efc-148b-42a5-9dd8-8521e55e02b6 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800629 Jun 25 16:11:34.988148 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] For port dd571f27-8b4d-4a81-b0f1-41e8094f7d0b, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=dd571f27-8b4d-4a81-b0f1-41e8094f7d0b,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:34.988506 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.001868 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Calling delete_port for dd571f27-8b4d-4a81-b0f1-41e8094f7d0b owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:35.008782 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] Set router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:35.166338 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (dd571f27-8b4d-4a81-b0f1-41e8094f7d0b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.173650 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:11:33Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:35.192707 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd571f27-8b4d-4a81-b0f1-41e8094f7d0b,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:35.199642 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7101d-c3cc-4a89-980b-352d925fab40 None None] The sync data for ids ['d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b'] in dv-cinder-847620-2-iscsi is: [{'id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'name': 'tempest-ServerRescueNegativeTestJSON-419738321-router', 'tenant_id': '9bcee16336834b80a389799f89b5b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:05:59Z', 'updated_at': '2022-06-25T16:11:33Z', 'revision_number': 5, 'project_id': '9bcee16336834b80a389799f89b5b79a', 'gw_port': {'id': 'dd571f27-8b4d-4a81-b0f1-41e8094f7d0b', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:6f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:00Z', 'updated_at': '2022-06-25T16:06:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:11:35.256961 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.350606 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:35.356436 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.358781 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks [] for router_controller (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.360570 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:35.421024 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.421671 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:11:35.427725 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.428884 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9e00dfe9-ae3e-4dfd-8d71-2b17251a26c4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d1aa9436-cb11-41a4-8ecb-5c4a7a1d3c5b HTTP/1.1" status: 204 len: 168 time: 0.9285965 Jun 25 16:11:35.431549 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44190) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:35.487121 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-607ee239-62bc-4b40-89d6-3f6be2d41f4c admin admin] Deleting subnet 3007921b-1ea5-4a85-85ff-e78fcb9b77da {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:11:35.490756 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-607ee239-62bc-4b40-89d6-3f6be2d41f4c admin admin] Publish callbacks [] for subnet (3007921b-1ea5-4a85-85ff-e78fcb9b77da), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.526664 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-607ee239-62bc-4b40-89d6-3f6be2d41f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3584197'] for subnet (3007921b-1ea5-4a85-85ff-e78fcb9b77da), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.622990 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device faf6b184-57b1-4bce-bc06-d6f249c9b017 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:11:35.631591 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-607ee239-62bc-4b40-89d6-3f6be2d41f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (3007921b-1ea5-4a85-85ff-e78fcb9b77da), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.669294 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port faf6b184-57b1-4bce-bc06-d6f249c9b017 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:11:35.675896 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port faf6b184-57b1-4bce-bc06-d6f249c9b017 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:35.676325 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.690215 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-607ee239-62bc-4b40-89d6-3f6be2d41f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942109'] for subnet (3007921b-1ea5-4a85-85ff-e78fcb9b77da), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.715187 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607ee239-62bc-4b40-89d6-3f6be2d41f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3007921b-1ea5-4a85-85ff-e78fcb9b77da,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:35.721327 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-607ee239-62bc-4b40-89d6-3f6be2d41f4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.726877 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-607ee239-62bc-4b40-89d6-3f6be2d41f4c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3007921b-1ea5-4a85-85ff-e78fcb9b77da HTTP/1.1" status: 204 len: 168 time: 0.2921028 Jun 25 16:11:35.727894 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44192) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:35.740532 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba07170-5f03-4364-ba5d-24d5fffb8594 None None] Network bd043e97-1059-4931-b819-353216eaa430 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:11:35.783480 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port faf6b184-57b1-4bce-bc06-d6f249c9b017 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:35.784095 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.798966 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (bd043e97-1059-4931-b819-353216eaa430), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.858648 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:35.867062 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:35.869288 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a4d9c5-7467-4567-b18f-d77677fc269a" -d '{"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-plugged", "status": "completed", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:35.889324 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:35.901730 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.912023 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d698770-e3de-473c-a2ae-427e7988f0eb req-bb4cce93-42bc-4c1f-bf26-9f98d0fc105a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:35.917037 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9d698770-e3de-473c-a2ae-427e7988f0eb req-bb4cce93-42bc-4c1f-bf26-9f98d0fc105a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 945 time: 0.1029210 Jun 25 16:11:35.917627 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Deleting port f74f5072-ebbe-4743-87b2-94110edaec44 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:35.917969 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:35.940651 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1a62ef-ac7a-4def-a78e-626f95c3ff95 x-openstack-request-id: req-5a1a62ef-ac7a-4def-a78e-626f95c3ff95 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:35.940948 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-plugged", "status": "completed", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:35.941322 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5a1a62ef-ac7a-4def-a78e-626f95c3ff95 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:35.941723 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1a62ef-ac7a-4def-a78e-626f95c3ff95'] response: {'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'code': 200} Jun 25 16:11:35.985424 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c9f33b-b28c-425f-93da-7f351e07344b None None] DHCP port deletion for bd043e97-1059-4931-b819-353216eaa430 request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:11:36.024270 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:36.037659 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9d698770-e3de-473c-a2ae-427e7988f0eb req-c3d9a48a-99ce-4e58-9503-82bdf355f13b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145859 Jun 25 16:11:36.066269 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-68c9f33b-b28c-425f-93da-7f351e07344b None None] Deleting port f74f5072-ebbe-4743-87b2-94110edaec44 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:11:36.066269 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-68c9f33b-b28c-425f-93da-7f351e07344b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.103668 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] For port f74f5072-ebbe-4743-87b2-94110edaec44, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=f74f5072-ebbe-4743-87b2-94110edaec44,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:36.104048 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.124220 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a67c071-608a-4b65-9142-af533d9d292a req-446f5b4a-5170-427c-bd9e-212652246644 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:36.126371 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a67c071-608a-4b65-9142-af533d9d292a req-446f5b4a-5170-427c-bd9e-212652246644 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0824006 Jun 25 16:11:36.134526 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Calling delete_port for f74f5072-ebbe-4743-87b2-94110edaec44 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:36.139723 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-68c9f33b-b28c-425f-93da-7f351e07344b None None] For port f74f5072-ebbe-4743-87b2-94110edaec44, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=f74f5072-ebbe-4743-87b2-94110edaec44,segment=NetworkSegment(1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8),segment_id=1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:36.140505 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-68c9f33b-b28c-425f-93da-7f351e07344b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.155435 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-68c9f33b-b28c-425f-93da-7f351e07344b None None] Calling delete_port for f74f5072-ebbe-4743-87b2-94110edaec44 owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:11:36.159297 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b695b-5996-4fd3-bade-a82b0518b413 req-ae3c62df-fd9b-4990-b2ab-a4f115885adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:36.161421 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-634b695b-5996-4fd3-bade-a82b0518b413 req-ae3c62df-fd9b-4990-b2ab-a4f115885adb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 1130 time: 0.0427456 Jun 25 16:11:36.208933 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-634b695b-5996-4fd3-bade-a82b0518b413 req-806e730e-ac90-433e-8246-c1c42f140900 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403814 Jun 25 16:11:36.218283 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:36.229929 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a67c071-608a-4b65-9142-af533d9d292a req-d5404da8-0383-4fd5-8d6f-923db778b62c tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973961 Jun 25 16:11:36.237920 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-68c9f33b-b28c-425f-93da-7f351e07344b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.252995 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (f74f5072-ebbe-4743-87b2-94110edaec44), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.270879 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9f33b-b28c-425f-93da-7f351e07344b None None] Pushing event deleted for resources: {'Port': ['ID=f74f5072-ebbe-4743-87b2-94110edaec44,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:36.272679 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c9f33b-b28c-425f-93da-7f351e07344b None None] No DVR routers for this DVR port f74f5072-ebbe-4743-87b2-94110edaec44 on host dv-cinder-847620-2-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:11:36.278623 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Pushing event deleted for resources: {'Port': ['ID=f74f5072-ebbe-4743-87b2-94110edaec44,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:36.283131 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] No DVR routers for this DVR port f74f5072-ebbe-4743-87b2-94110edaec44 on host dv-cinder-847620-2-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:11:36.334787 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:DELETE=9,neutron:UPDATE=3,neutron:SELECT=88 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:36.362200 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (bd043e97-1059-4931-b819-353216eaa430), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.382014 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:36.386553 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd043e97-1059-4931-b819-353216eaa430']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:36.397938 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:36.398224 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:36.417057 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3584222'] for segment (1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.421516 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device f74f5072-ebbe-4743-87b2-94110edaec44 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:11:36.424987 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.431661 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:11:36.432040 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065859'] for segment (1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.444540 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: f74f5072-ebbe-4743-87b2-94110edaec44 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:11:36.445120 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device f74f5072-ebbe-4743-87b2-94110edaec44 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:11:36.445424 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device dbbc5557-c6da-4267-8662-15c2611cd6ad no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:11:36.460011 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8 resource provider aggregate not found Jun 25 16:11:36.469313 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: dbbc5557-c6da-4267-8662-15c2611cd6ad {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:11:36.469638 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device dbbc5557-c6da-4267-8662-15c2611cd6ad not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:11:36.492212 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f91e5df-a6c3-4e88-9bc3-4a9cc45a34b8 found for delete ", "request_id": "req-8f75d466-23da-404f-a3d9-212127e0ec7e"}]} Jun 25 16:11:36.500825 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (bd043e97-1059-4931-b819-353216eaa430), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.508273 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.511288 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bd043e97-1059-4931-b819-353216eaa430 HTTP/1.1" status: 204 len: 168 time: 0.7831266 Jun 25 16:11:36.521228 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63daf603-e555-494c-afdf-a921fe2d2815 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd043e97-1059-4931-b819-353216eaa430,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:36.641097 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44206) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:36.681672 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-880ffd02-bdd5-4c3f-8ed4-f5a215813183 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bcee16336834b80a389799f89b5b79a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394177 Jun 25 16:11:36.684171 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44208) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:36.737042 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0cb50-3e85-447d-a774-1452549190b7 admin admin] Publish callbacks [] for security_group (7af9eea2-d632-42cb-8ed3-80b22f19dd6c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.758114 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0cb50-3e85-447d-a774-1452549190b7 admin admin] Publish callbacks [] for security_group (7af9eea2-d632-42cb-8ed3-80b22f19dd6c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.810061 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0cb50-3e85-447d-a774-1452549190b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (7af9eea2-d632-42cb-8ed3-80b22f19dd6c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.813307 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-98d0cb50-3e85-447d-a774-1452549190b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:36.818797 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-98d0cb50-3e85-447d-a774-1452549190b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7af9eea2-d632-42cb-8ed3-80b22f19dd6c HTTP/1.1" status: 204 len: 168 time: 0.1299188 Jun 25 16:11:36.824914 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0cb50-3e85-447d-a774-1452549190b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af9eea2-d632-42cb-8ed3-80b22f19dd6c,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:37.179198 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2af55-de4c-4899-b385-06eac4025548 req-7356dad7-dbd6-40f8-afda-faef8f5fa97f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:37.180701 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d7c2af55-de4c-4899-b385-06eac4025548 req-7356dad7-dbd6-40f8-afda-faef8f5fa97f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0517793 Jun 25 16:11:37.229966 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d7c2af55-de4c-4899-b385-06eac4025548 req-8ef0ff3e-133a-4ee6-b096-b059a9e4b1f2 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433023 Jun 25 16:11:37.352503 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab65a1a-d740-47f5-b2d3-ad8a0693d17a req-21f9e8db-975b-4a3f-8bba-cfe7e8c2028e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:37.353966 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ab65a1a-d740-47f5-b2d3-ad8a0693d17a req-21f9e8db-975b-4a3f-8bba-cfe7e8c2028e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0495827 Jun 25 16:11:37.407245 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ab65a1a-d740-47f5-b2d3-ad8a0693d17a req-d6b9466d-fb92-4bbf-a8f8-cae15d7219c2 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464389 Jun 25 16:11:37.509547 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44234) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:37.611892 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1447263054-network', 'tenant_id': '93ca9301bea041ce881109c706904a0a'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:37.632440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Made reservation on behalf of 93ca9301bea041ce881109c706904a0a for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:11:37.634780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:37.643923 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:37.718570 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Publish callbacks [] for security_group (ae120194-c1b3-4b02-accc-62d850b20726), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:37.723872 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ae120194-c1b3-4b02-accc-62d850b20726), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:37.748605 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:11:37.758497 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae120194-c1b3-4b02-accc-62d850b20726,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:37.763302 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:37.763632 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Added segment b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7 of type vlan for network f17f727c-497a-440f-921d-f0ec313048f6 Jun 25 16:11:37.802790 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (f17f727c-497a-440f-921d-f0ec313048f6), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:37.828316 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (f17f727c-497a-440f-921d-f0ec313048f6), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:37.829274 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:37.829920 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:37.833875 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:37.856080 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:37.869602 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3589852 Jun 25 16:11:37.872704 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44238) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:37.878958 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Request body: {'subnet': {'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1447263054-subnet', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:37.900355 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d067976f-b427-4860-93c7-98758b901c4b admin admin] Pushing event updated for resources: {'Network': ['ID=f17f727c-497a-440f-921d-f0ec313048f6,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:37.900668 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Made reservation on behalf of 93ca9301bea041ce881109c706904a0a for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:11:37.903303 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303717'] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:37.910582 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network f17f727c-497a-440f-921d-f0ec313048f6 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:11:37.972205 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device dd571f27-8b4d-4a81-b0f1-41e8094f7d0b no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:11:37.997330 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: dd571f27-8b4d-4a81-b0f1-41e8094f7d0b {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:11:37.997716 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device dd571f27-8b4d-4a81-b0f1-41e8094f7d0b not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:11:38.014220 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:38.084135 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3312986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303763'] for subnet (3f7467bc-6966-4c93-8e6a-f360e3403a68), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.145244 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7467bc-6966-4c93-8e6a-f360e3403a68,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:38.155051 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.155391 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.155724 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.156243 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.156972 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.157305 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.157629 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.157947 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.158255 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.158595 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.158916 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.159212 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.159531 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.159844 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.160151 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:38.166231 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Checking segment: {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:11:38.166618 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Network hostable DHCP agents. Network: f17f727c-497a-440f-921d-f0ec313048f6, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:11:38.185478 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Network f17f727c-497a-440f-921d-f0ec313048f6 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:11:38.196322 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, f17f727c-497a-440f-921d-f0ec313048f6) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:38.200903 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:38.201494 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.206755 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688444d-1b89-42a0-85f8-27bb5e0661c3 None None] Network f17f727c-497a-440f-921d-f0ec313048f6 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:11:38.218486 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-8dd3b8f0-be38-4247-bfd6-078a56d3cafe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3444290 Jun 25 16:11:38.221254 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44242) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:38.225395 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:38.246837 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.247829 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.303219 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks [] for router_controller (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.324522 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-f17f727c-497a-440f-921d-f0ec313048f6', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'project_id': '93ca9301bea041ce881109c706904a0a', 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:11:38.325490 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.353940 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877be54-e206-4939-98a5-1524202c1d1a req-ea492537-32ec-47b1-955b-e54f5ff9c3c4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:38.355564 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4877be54-e206-4939-98a5-1524202c1d1a req-ea492537-32ec-47b1-955b-e54f5ff9c3c4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0483739 Jun 25 16:11:38.405878 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4877be54-e206-4939-98a5-1524202c1d1a req-0b507005-0618-49ac-b3c4-faa7a312d262 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Jun 25 16:11:38.445874 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks [] for router_gateway (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.481841 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Allocated IP 172.20.0.2 (f17f727c-497a-440f-921d-f0ec313048f6/3f7467bc-6966-4c93-8e6a-f360e3403a68/86890c97-77d4-47a3-b050-b94a854b91f9) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:11:38.565157 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:38.574274 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e235-9705-445f-9ecd-5213968923fc req-ceafa116-76f2-4a5e-8e1b-8853f43f6009 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:38.576094 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-88f9e235-9705-445f-9ecd-5213968923fc req-ceafa116-76f2-4a5e-8e1b-8853f43f6009 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0878892 Jun 25 16:11:38.585749 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c529b64-84ce-424c-bb7b-5dddd1fa3ba9 req-eed956fa-9483-4fa1-ba85-289a61f8a358 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:38.587438 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6c529b64-84ce-424c-bb7b-5dddd1fa3ba9 req-eed956fa-9483-4fa1-ba85-289a61f8a358 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0964267 Jun 25 16:11:38.598636 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44250) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:38.606527 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-51c155e8-5df0-4f11-8e85-6f5d9ccdc82e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Request body: {'floatingip': {'port_id': 'faf6b184-57b1-4bce-bc06-d6f249c9b017'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:38.636951 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks [] for router_gateway (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.660312 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.660612 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Publish callbacks [] for port (86890c97-77d4-47a3-b050-b94a854b91f9), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.667029 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.672744 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-51c155e8-5df0-4f11-8e85-6f5d9ccdc82e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (88eeb11c-e107-4776-922d-550bc185981a), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.707857 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:38.719554 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Network f17f727c-497a-440f-921d-f0ec313048f6 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:38.722102 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:38.724862 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:11:38.727157 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Pushing event updated for resources: {'Port': ['ID=86890c97-77d4-47a3-b050-b94a854b91f9,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:38.781882 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Allocated IP 172.27.2.205 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:11:38.793048 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Attempting to bind port 86890c97-77d4-47a3-b050-b94a854b91f9 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:11:38.793418 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Attempting to bind port 86890c97-77d4-47a3-b050-b94a854b91f9 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:11:38.793773 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Attempting to bind port 86890c97-77d4-47a3-b050-b94a854b91f9 on network f17f727c-497a-440f-921d-f0ec313048f6 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:11:38.800361 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:11:38.801118 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Checking segment: {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:11:38.801549 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.801939 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Bound using segment: {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:11:38.802412 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Bound port: 86890c97-77d4-47a3-b050-b94a854b91f9, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:11:38.802791 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.867116 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] For port 86890c97-77d4-47a3-b050-b94a854b91f9, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:11:38.870584 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] For port 86890c97-77d4-47a3-b050-b94a854b91f9, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=86890c97-77d4-47a3-b050-b94a854b91f9,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:11:38.878134 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:38.880556 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.902786 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks [] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.937207 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b012049-60ee-4707-8dab-40143f2c5443 None None] Pushing event updated for resources: {'Port': ['ID=86890c97-77d4-47a3-b050-b94a854b91f9,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:38.945475 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:38.990588 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:38.993645 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:38.997665 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:11:39.021914 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:39.048502 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-88f9e235-9705-445f-9ecd-5213968923fc req-9e6c263a-6d76-4d7a-ad90-1adbc7117105 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4598882 Jun 25 16:11:39.267164 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks [] for router_gateway (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:39.355266 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:39.454458 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:39.466943 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-51c155e8-5df0-4f11-8e85-6f5d9ccdc82e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:39.471245 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-51c155e8-5df0-4f11-8e85-6f5d9ccdc82e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (88eeb11c-e107-4776-922d-550bc185981a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:39.565724 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-51c155e8-5df0-4f11-8e85-6f5d9ccdc82e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Floating IP 88eeb11c-e107-4776-922d-550bc185981a associated. External IP: 172.27.2.221, port: faf6b184-57b1-4bce-bc06-d6f249c9b017. Jun 25 16:11:39.579932 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:11:39.640203 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 166dd48f-5e8c-48ce-8be5-c39460c7ef08 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:11:39.646010 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:39.687489 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:11:39.699967 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Sync routers for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:11:39.709012 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:39.711413 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-911262e5-28c8-4d74-bc47-d830da5a48e0 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4879839 Jun 25 16:11:39.713464 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44252) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:39.750756 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:39.751785 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:39.803682 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:39.822268 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c155e8-5df0-4f11-8e85-6f5d9ccdc82e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Router 8cf34dbb-69a5-46d1-b008-5f12a007006e has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:11:39.834836 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:39.962276 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c155e8-5df0-4f11-8e85-6f5d9ccdc82e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:11:39.967025 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-51c155e8-5df0-4f11-8e85-6f5d9ccdc82e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:39.974195 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] Sync routers for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:11:39.986696 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:39.987762 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:40.001953 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-51c155e8-5df0-4f11-8e85-6f5d9ccdc82e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "PUT /v2.0/floatingips/88eeb11c-e107-4776-922d-550bc185981a HTTP/1.1" status: 200 len: 992 time: 1.4019613 Jun 25 16:11:40.002725 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:40.005507 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00d1a60-c90a-47dd-a667-a264f737444d" -d '{"events": [{"name": "network-changed", "server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:40.008346 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:40.032695 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'port_id': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'mac_address': 'fa:16:3e:a8:39:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:11:40.082097 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:40.162728 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:40.183563 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 86890c97-77d4-47a3-b050-b94a854b91f9 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:11:40.185568 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bd0855-284d-4dc2-9f06-a9da46016c9f None None] Network f17f727c-497a-440f-921d-f0ec313048f6 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:11:40.247805 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:40.251901 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd908cad-76c6-4ef8-9c05-65c8b274512c req-9ef844ec-e527-4b9e-bdbb-d40aa05b89f1 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:40.262117 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd908cad-76c6-4ef8-9c05-65c8b274512c req-9ef844ec-e527-4b9e-bdbb-d40aa05b89f1 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 944 time: 0.0938649 Jun 25 16:11:40.265566 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:40.278045 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:40.285162 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df942e5d-0b0a-48a2-a64d-cc36679d4ec4 x-openstack-request-id: req-df942e5d-0b0a-48a2-a64d-cc36679d4ec4 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:40.285500 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:40.285913 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-df942e5d-0b0a-48a2-a64d-cc36679d4ec4 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:40.286318 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df942e5d-0b0a-48a2-a64d-cc36679d4ec4'] response: {'name': 'network-changed', 'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'status': 'completed', 'code': 200} Jun 25 16:11:40.344738 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:40.345115 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:40.348188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd908cad-76c6-4ef8-9c05-65c8b274512c req-c256dd24-7b91-49e7-abee-eb5af56106a1 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803797 Jun 25 16:11:40.380842 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166dd48f-5e8c-48ce-8be5-c39460c7ef08 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:11:40.385752 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-442e31df-c7d1-4b21-b262-00da53e79de2 None None] Provisioning complete for port 86890c97-77d4-47a3-b050-b94a854b91f9 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:40.386074 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-442e31df-c7d1-4b21-b262-00da53e79de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:40.427572 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '88eeb11c-e107-4776-922d-550bc185981a', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'port_id': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'mac_address': 'fa:16:3e:ec:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:11:21Z', 'updated_at': '2022-06-25T16:11:39Z', 'revision_number': 1, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:40.436063 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:40.456778 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] Checking router: 8cf34dbb-69a5-46d1-b008-5f12a007006e for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:11:40.468792 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:40.469949 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:40.507937 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:40.522664 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:40.590394 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:40.593741 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:40.622371 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 86890c97-77d4-47a3-b050-b94a854b91f9 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:40.622828 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:40.625084 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:40.649953 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1a60-c90a-47dd-a667-a264f737444d req-ec4a6d68-34da-47b2-a3ef-adf95f9988e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:40.651465 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d00d1a60-c90a-47dd-a667-a264f737444d req-ec4a6d68-34da-47b2-a3ef-adf95f9988e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 1130 time: 0.3355064 Jun 25 16:11:40.727380 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=166dd48f-5e8c-48ce-8be5-c39460c7ef08,revision_number=7']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:40.758933 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['166dd48f-5e8c-48ce-8be5-c39460c7ef08'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:11:40.773818 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Allocated IP 172.20.0.1 (f17f727c-497a-440f-921d-f0ec313048f6/3f7467bc-6966-4c93-8e6a-f360e3403a68/ba0439a0-3437-426d-9e89-e93d385febe2) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:11:40.795565 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-442e31df-c7d1-4b21-b262-00da53e79de2 None None] Current status of the port 86890c97-77d4-47a3-b050-b94a854b91f9 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:40.796231 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-442e31df-c7d1-4b21-b262-00da53e79de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:40.799195 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1a60-c90a-47dd-a667-a264f737444d req-fee0064d-cc1d-4af8-834b-38496ac34fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:40.800677 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d00d1a60-c90a-47dd-a667-a264f737444d req-fee0064d-cc1d-4af8-834b-38496ac34fea service neutron] 10.222.0.26 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 917 time: 0.1409688 Jun 25 16:11:40.817409 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '88eeb11c-e107-4776-922d-550bc185981a', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'port_id': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'mac_address': 'fa:16:3e:ec:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:11:21Z', 'updated_at': '2022-06-25T16:11:39Z', 'revision_number': 1, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:40.850063 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e57a8-95f9-433b-b7f7-4e3a28ec3324 None None] The sync data for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi is: [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '88eeb11c-e107-4776-922d-550bc185981a', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'floating_ip_address': '172.27.2.221', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'port_id': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'mac_address': 'fa:16:3e:ec:fc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:11:21Z', 'updated_at': '2022-06-25T16:11:39Z', 'revision_number': 1, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:11:40.860984 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:40.860984 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:39Z', 'revision_number': 3, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:40.908477 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Checking router: bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:11:40.908856 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Updating router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:11:40.922410 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d00d1a60-c90a-47dd-a667-a264f737444d req-59927d63-1433-4649-91f0-4a251764a015 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017 HTTP/1.1" status: 200 len: 1000 time: 0.0999432 Jun 25 16:11:40.936307 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-442e31df-c7d1-4b21-b262-00da53e79de2 None None] For port 86890c97-77d4-47a3-b050-b94a854b91f9, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=86890c97-77d4-47a3-b050-b94a854b91f9,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:40.943834 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 86890c97-77d4-47a3-b050-b94a854b91f9 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:40.944273 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:40.953894 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-442e31df-c7d1-4b21-b262-00da53e79de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:40.990895 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Publish callbacks [] for port (ba0439a0-3437-426d-9e89-e93d385febe2), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:40.996710 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.000802 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1a60-c90a-47dd-a667-a264f737444d req-555a0ce6-be28-4a5e-b67e-aba28063e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:41.002269 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d00d1a60-c90a-47dd-a667-a264f737444d req-555a0ce6-be28-4a5e-b67e-aba28063e40b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c050219-c91a-4d1a-8f7e-8090416951c2 HTTP/1.1" status: 200 len: 855 time: 0.0738358 Jun 25 16:11:41.061176 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d1a60-c90a-47dd-a667-a264f737444d req-a4e72337-02a5-4175-84e8-bf5a9de123fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:41.063012 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d00d1a60-c90a-47dd-a667-a264f737444d req-a4e72337-02a5-4175-84e8-bf5a9de123fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535481 Jun 25 16:11:41.088702 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.124966 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.146406 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:41.171086 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2c613b-6cf4-4f89-9c1f-64b1b4cf97c5 None None] New status for floating IP 88eeb11c-e107-4776-922d-550bc185981a: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:11:41.172245 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Network f17f727c-497a-440f-921d-f0ec313048f6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:41.184659 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:41.188512 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Pushing event updated for resources: {'Port': ['ID=ba0439a0-3437-426d-9e89-e93d385febe2,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:41.189689 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e31df-c7d1-4b21-b262-00da53e79de2 None None] Pushing event updated for resources: {'Port': ['ID=86890c97-77d4-47a3-b050-b94a854b91f9,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:41.190797 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:11:41.192585 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-28f94b1a-fe64-41a9-b225-5d8fbb26a4d9 None None] Provisioning complete for port 86890c97-77d4-47a3-b050-b94a854b91f9 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:41.192952 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-28f94b1a-fe64-41a9-b225-5d8fbb26a4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.246868 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d00d1a60-c90a-47dd-a667-a264f737444d req-e6a97d49-6d1b-4b45-8dd4-2b7e98be64a9 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770816 Jun 25 16:11:41.250101 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.265361 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:41.284717 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.db.api [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 25 16:11:41.285123 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG oslo_db.api [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 16:11:41.364627 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:41.418961 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d00d1a60-c90a-47dd-a667-a264f737444d req-6d50c614-12b7-43fb-aa91-95477ba87f1c service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651337 Jun 25 16:11:41.456495 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.497748 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c663b-7530-4133-b906-a004185a2503 req-1f12a4b1-4e60-4c0d-92c9-f03a0917fee5 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:41.501095 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f99c663b-7530-4133-b906-a004185a2503 req-1f12a4b1-4e60-4c0d-92c9-f03a0917fee5 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 945 time: 0.0647600 Jun 25 16:11:41.551957 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-28f94b1a-fe64-41a9-b225-5d8fbb26a4d9 None None] Current status of the port 86890c97-77d4-47a3-b050-b94a854b91f9 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:41.582543 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f99c663b-7530-4133-b906-a004185a2503 req-f6da6bfa-251c-43d4-964a-123114f0e146 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733840 Jun 25 16:11:41.629479 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Publish callbacks [] for port (ba0439a0-3437-426d-9e89-e93d385febe2), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.634611 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.703983 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Pushing event updated for resources: {'Port': ['ID=ba0439a0-3437-426d-9e89-e93d385febe2,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:41.706612 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.804024 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Network f17f727c-497a-440f-921d-f0ec313048f6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:41.806568 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:41.819668 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:41.863705 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Publish callbacks [] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.866057 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-4b82c73a-6063-4275-89a0-7ee4e6efd81a None None] Provisioning complete for port ba0439a0-3437-426d-9e89-e93d385febe2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:41.866714 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4b82c73a-6063-4275-89a0-7ee4e6efd81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.897903 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.906287 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 86890c97-77d4-47a3-b050-b94a854b91f9 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:41.935534 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:11:41.942606 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-4b82c73a-6063-4275-89a0-7ee4e6efd81a None None] Port ba0439a0-3437-426d-9e89-e93d385febe2 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:11:41.966939 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Attempting to bind port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:11:41.967301 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Attempting to bind port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:11:41.967652 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Attempting to bind port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:11:41.970140 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a6d45-76ae-48b8-8c1a-782701b22c70 None None] Pushing event updated for resources: {'Port': ['ID=1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:41.975819 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:11:41.976188 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:11:41.976604 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.976982 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:11:41.977438 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Bound port: 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:11:41.977813 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:41.983169 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:42.035765 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] For port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:11:42.039185 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] For port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:11:42.055398 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.061853 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:11:42.062237 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 86890c97-77d4-47a3-b050-b94a854b91f9 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:11:42.068216 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f15b9903-669a-40c8-a9bd-40312a35d94a admin admin] 10.222.0.13 "PUT /v2.0/routers/bb0d38ac-f02f-419d-aa1f-b5e3b1b77540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3533885 Jun 25 16:11:42.125442 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-613f36ca-859e-4300-a06e-034d640356e2 None None] Provisioning complete for port ba0439a0-3437-426d-9e89-e93d385febe2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:42.125442 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-613f36ca-859e-4300-a06e-034d640356e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.135207 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:42.193893 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a6d45-76ae-48b8-8c1a-782701b22c70 None None] Pushing event updated for resources: {'Port': ['ID=1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:42.201709 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-613f36ca-859e-4300-a06e-034d640356e2 None None] Port ba0439a0-3437-426d-9e89-e93d385febe2 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:11:42.205593 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:42.206219 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:42.239119 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 86890c97-77d4-47a3-b050-b94a854b91f9 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:42.239489 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.298509 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44270) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:42.302907 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-026ca8f8-8908-4516-abfe-77bc459161af tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11776497', 'description': 'tempest-description--155986472'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:42.324881 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-026ca8f8-8908-4516-abfe-77bc459161af tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.359021 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:42.398815 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-026ca8f8-8908-4516-abfe-77bc459161af tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (17a943ee-bac7-4c2c-8086-25f025764775), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.404276 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-026ca8f8-8908-4516-abfe-77bc459161af tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (17a943ee-bac7-4c2c-8086-25f025764775), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.416499 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 86890c97-77d4-47a3-b050-b94a854b91f9 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:42.437469 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-026ca8f8-8908-4516-abfe-77bc459161af tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.441546 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-026ca8f8-8908-4516-abfe-77bc459161af tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1391759 Jun 25 16:11:42.441546 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ca8f8-8908-4516-abfe-77bc459161af tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a943ee-bac7-4c2c-8086-25f025764775,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:42.442120 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44272) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:42.443816 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-54d47192-2c80-4e44-a2a3-0cccb9390d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.448881 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-fd48db8f-aa2e-40cc-a427-a964a754da56 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'security_group_rule': {'security_group_id': '17a943ee-bac7-4c2c-8086-25f025764775', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:42.479442 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd48db8f-aa2e-40cc-a427-a964a754da56 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (3718e514-16aa-4cfa-9385-8a4f9fc59119), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.537825 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd48db8f-aa2e-40cc-a427-a964a754da56 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (3718e514-16aa-4cfa-9385-8a4f9fc59119), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.542830 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd48db8f-aa2e-40cc-a427-a964a754da56 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (3718e514-16aa-4cfa-9385-8a4f9fc59119), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.567973 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48db8f-aa2e-40cc-a427-a964a754da56 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3718e514-16aa-4cfa-9385-8a4f9fc59119,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:42.585134 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fd48db8f-aa2e-40cc-a427-a964a754da56 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.586365 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fd48db8f-aa2e-40cc-a427-a964a754da56 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423681 Jun 25 16:11:42.589722 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44274) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:42.591646 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 2, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:42.594116 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-42c0aedf-3d40-4c1f-b518-ee1f1f3e7297 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'security_group_rule': {'security_group_id': '17a943ee-bac7-4c2c-8086-25f025764775', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:42.622222 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103933f1-7084-4b13-92d4-11b6ab150d9e None None] The sync data for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi is: [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 2, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:11:42.622483 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42c0aedf-3d40-4c1f-b518-ee1f1f3e7297 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (20d82507-4970-494e-baab-de12c1a6355c), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.673456 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:42.689792 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42c0aedf-3d40-4c1f-b518-ee1f1f3e7297 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (20d82507-4970-494e-baab-de12c1a6355c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.694417 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:42.695626 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42c0aedf-3d40-4c1f-b518-ee1f1f3e7297 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (20d82507-4970-494e-baab-de12c1a6355c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.718784 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c0aedf-3d40-4c1f-b518-ee1f1f3e7297 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d82507-4970-494e-baab-de12c1a6355c,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:42.729657 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b721986-6067-41e6-8ef1-c68bf43990a7 req-7efc561b-912c-43bf-93ca-07828f9ca227 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:42.731581 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b721986-6067-41e6-8ef1-c68bf43990a7 req-7efc561b-912c-43bf-93ca-07828f9ca227 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 945 time: 0.0680432 Jun 25 16:11:42.736133 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-42c0aedf-3d40-4c1f-b518-ee1f1f3e7297 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.737778 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-42c0aedf-3d40-4c1f-b518-ee1f1f3e7297 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467354 Jun 25 16:11:42.740365 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44278) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:42.745011 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:42.772906 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.797472 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b721986-6067-41e6-8ef1-c68bf43990a7 req-fc4050ac-124b-40e0-83f9-bef82175e522 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581653 Jun 25 16:11:42.878597 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:42.996082 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Allocated IP 172.27.2.77 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/3ee2710d-fdbd-49c6-80cd-927ec3ceab89) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:11:43.105057 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for port (3ee2710d-fdbd-49c6-80cd-927ec3ceab89), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.135333 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:43.144888 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (3ee2710d-fdbd-49c6-80cd-927ec3ceab89), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.189185 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:43.194379 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:43.198131 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:11:43.222561 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'Port': ['ID=3ee2710d-fdbd-49c6-80cd-927ec3ceab89,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:43.307245 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.346576 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (3ee2710d-fdbd-49c6-80cd-927ec3ceab89), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.417249 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:43.510063 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for port (3ee2710d-fdbd-49c6-80cd-927ec3ceab89), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.516492 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (3ee2710d-fdbd-49c6-80cd-927ec3ceab89), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.590723 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'Port': ['ID=3ee2710d-fdbd-49c6-80cd-927ec3ceab89,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:43.601246 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.619628 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.621006 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-eb11bada-36cf-4add-ac6d-bae2312c6e13 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8794265 Jun 25 16:11:43.672188 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 166dd48f-5e8c-48ce-8be5-c39460c7ef08 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:11:43.723635 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:43.724002 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.780256 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-0f4be34e-8673-4883-9202-54eb5d3797f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--11776497&fields=id&tenant_id=93ca9301bea041ce881109c706904a0a HTTP/1.1" status: 200 len: 267 time: 0.0469692 Jun 25 16:11:43.798878 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:43.799263 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.822566 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:43.824852 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec2f9d4-f3b7-4598-820d-3dafc8480c28" -d '{"events": [{"server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "name": "network-vif-plugged", "status": "completed", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:43.844668 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:43.851637 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:43.911586 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=166dd48f-5e8c-48ce-8be5-c39460c7ef08,revision_number=8']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:43.939886 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8446-c401-46cf-9727-71469d3c5dda req-6e88ac35-4dd8-4660-be2b-504eb512eeda tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:43.941367 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-6e88ac35-4dd8-4660-be2b-504eb512eeda tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 811 time: 0.1538951 Jun 25 16:11:43.951600 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef3770-671e-4535-ad8f-0aca71b789a1 req-51225e20-87ec-4853-8837-d5003bc3cb85 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:43.953473 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dcef3770-671e-4535-ad8f-0aca71b789a1 req-51225e20-87ec-4853-8837-d5003bc3cb85 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0707328 Jun 25 16:11:43.970844 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-c93ef1d3-67ef-4d32-b18f-4768b322052c tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/quotas/93ca9301bea041ce881109c706904a0a HTTP/1.1" status: 200 len: 375 time: 0.0164108 Jun 25 16:11:44.041740 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:11:44.042875 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dcef3770-671e-4535-ad8f-0aca71b789a1 req-449b766f-f3c5-4c79-becd-3bb39a3f657a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813179 Jun 25 16:11:44.047353 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-4fd86a83-5261-4b53-a0bc-50429c5b134c tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659757 Jun 25 16:11:44.089676 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca79bc44-5b32-4926-8668-0fee01fa0a70 x-openstack-request-id: req-ca79bc44-5b32-4926-8668-0fee01fa0a70 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:44.089961 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "name": "network-vif-plugged", "status": "completed", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:44.090206 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca79bc44-5b32-4926-8668-0fee01fa0a70 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:44.090590 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca79bc44-5b32-4926-8668-0fee01fa0a70'] response: {'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'code': 200} Jun 25 16:11:44.092175 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:44.092590 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:44.103680 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:44.123078 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:44.144686 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:44.170808 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:44.171391 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:44.172665 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-dbc3c428-63bc-4ee1-a3b8-95b451523cff service neutron] 10.222.0.13 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074095 Jun 25 16:11:44.193028 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:44.197663 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:44.249516 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:44.279125 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-93e0d8eb-a548-4b16-80aa-139fdfd1ad7c service neutron] 10.222.0.13 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996077 Jun 25 16:11:44.316311 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df67ead-3726-43f6-9f12-495af300b157 req-037f3cca-1830-4121-b9c2-6062817c6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:44.318277 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0df67ead-3726-43f6-9f12-495af300b157 req-037f3cca-1830-4121-b9c2-6062817c6e69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1130 time: 0.0421498 Jun 25 16:11:44.368261 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-0df67ead-3726-43f6-9f12-495af300b157 req-ce1e2d40-1885-42ce-9d77-a39dc94f8d5a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439353 Jun 25 16:11:44.448537 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfb17cef-dc50-4f77-8b83-b0d9c9b65fd6 req-f92d4a45-928a-496a-9242-8ffc1bda93a5 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 210 time: 0.0321918 Jun 25 16:11:44.450530 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8664d8fd-a1c6-435b-8f99-bc54a139f1fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:44.690404 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Sync routers for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:11:44.703659 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:44.704742 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:44.812308 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:44.999143 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 2, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:45.026384 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Checking router: bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:11:45.026725 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Updating router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 port ba0439a0-3437-426d-9e89-e93d385febe2 binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:11:45.054665 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.170027 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:45.173973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cb7e2-f897-4477-ab6e-d2e00914834e req-fb7cab9f-2bf1-42cf-a767-c11ae33e46cf tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:45.175522 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-882cb7e2-f897-4477-ab6e-d2e00914834e req-fb7cab9f-2bf1-42cf-a767-c11ae33e46cf tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0480206 Jun 25 16:11:45.237361 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-882cb7e2-f897-4477-ab6e-d2e00914834e req-a1a77cd7-87c1-497d-8ba7-790e6199d4dd tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507686 Jun 25 16:11:45.407388 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Publish callbacks [] for port (ba0439a0-3437-426d-9e89-e93d385febe2), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.413042 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.466196 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Pushing event updated for resources: {'Port': ['ID=ba0439a0-3437-426d-9e89-e93d385febe2,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:45.482388 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:45.493055 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.493419 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.493751 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.494163 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.494426 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.494726 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.495045 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.495359 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.495676 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.495989 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.496301 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.496656 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.496971 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.497279 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.497589 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:11:45.528868 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Attempting to bind port ba0439a0-3437-426d-9e89-e93d385febe2 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:11:45.529228 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Attempting to bind port ba0439a0-3437-426d-9e89-e93d385febe2 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:11:45.529767 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Attempting to bind port ba0439a0-3437-426d-9e89-e93d385febe2 on network f17f727c-497a-440f-921d-f0ec313048f6 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:11:45.536250 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:11:45.536641 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Checking segment: {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:11:45.537227 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.537606 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Bound using segment: {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:11:45.538064 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Bound port: ba0439a0-3437-426d-9e89-e93d385febe2, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:11:45.538597 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.556946 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-924da868-7e5b-45ea-b6e0-71093bf5ceda req-04626f59-3fd2-4b45-b1e0-6b4bffb0c522 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 210 time: 0.0287282 Jun 25 16:11:45.605832 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] For port ba0439a0-3437-426d-9e89-e93d385febe2, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:11:45.609108 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] For port ba0439a0-3437-426d-9e89-e93d385febe2, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=ba0439a0-3437-426d-9e89-e93d385febe2,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:11:45.614977 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.646357 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-39745634-ba14-4407-9f32-7125b0837906 None None] Provisioning complete for port ba0439a0-3437-426d-9e89-e93d385febe2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:45.647326 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-39745634-ba14-4407-9f32-7125b0837906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.669279 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:45.670449 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:45.722803 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-39745634-ba14-4407-9f32-7125b0837906 None None] Current status of the port ba0439a0-3437-426d-9e89-e93d385febe2 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:45.723099 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-39745634-ba14-4407-9f32-7125b0837906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.760689 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-39745634-ba14-4407-9f32-7125b0837906 None None] For port ba0439a0-3437-426d-9e89-e93d385febe2, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=ba0439a0-3437-426d-9e89-e93d385febe2,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:45.765367 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2a581-b707-414b-96a8-67cbe3da3e08 None None] Pushing event updated for resources: {'Port': ['ID=ba0439a0-3437-426d-9e89-e93d385febe2,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:45.766896 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-39745634-ba14-4407-9f32-7125b0837906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.805584 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:45.832110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39745634-ba14-4407-9f32-7125b0837906 None None] Pushing event updated for resources: {'Port': ['ID=ba0439a0-3437-426d-9e89-e93d385febe2,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:45.896867 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-280710e1-e77b-4a99-a069-605977a5adc1 None None] Provisioning complete for port ba0439a0-3437-426d-9e89-e93d385febe2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:45.897230 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-280710e1-e77b-4a99-a069-605977a5adc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.921956 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:45.948373 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:45.990005 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-280710e1-e77b-4a99-a069-605977a5adc1 None None] Current status of the port ba0439a0-3437-426d-9e89-e93d385febe2 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:46.050976 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:46.081927 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8ea56e-0ad2-4c05-9d85-abd3c64c7482 None None] The sync data for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi is: [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:11:46.088254 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device ba0439a0-3437-426d-9e89-e93d385febe2 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:11:46.163402 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port ba0439a0-3437-426d-9e89-e93d385febe2 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:46.163903 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:46.186149 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8446-c401-46cf-9727-71469d3c5dda req-86084208-61cb-4fbc-9fe7-9d8ba0e57d72 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:46.187799 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-86084208-61cb-4fbc-9fe7-9d8ba0e57d72 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 811 time: 0.1401567 Jun 25 16:11:46.256215 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port ba0439a0-3437-426d-9e89-e93d385febe2 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:46.257955 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:11:46.294634 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-8e8eb5bc-c94a-43df-8cf3-46a198677919 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ca9301bea041ce881109c706904a0a HTTP/1.1" status: 200 len: 378 time: 0.0959878 Jun 25 16:11:46.306637 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'port': {'device_id': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'admin_state_up': True, 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'security_groups': ['17a943ee-bac7-4c2c-8086-25f025764775']}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:46.316616 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:46.317256 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:46.399832 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6b0d4-7294-4703-b737-d709f616f310 req-f7e40d54-008d-4639-8fa0-dc4ede5e7ce0 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:46.408375 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3e6b0d4-7294-4703-b737-d709f616f310 req-f7e40d54-008d-4639-8fa0-dc4ede5e7ce0 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0685053 Jun 25 16:11:46.431977 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:46.464509 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Made reservation on behalf of 93ca9301bea041ce881109c706904a0a for: {'port': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:11:46.468991 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:46.478529 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3e6b0d4-7294-4703-b737-d709f616f310 req-45bab4c4-7368-4c13-834d-f430c30243b4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690038 Jun 25 16:11:46.597110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:46.627267 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Allocated IP 172.20.0.4 (f17f727c-497a-440f-921d-f0ec313048f6/3f7467bc-6966-4c93-8e6a-f360e3403a68/4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:11:46.662550 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-53dea693-1da0-4bae-88b4-e59feea67ec3 req-258b663c-c38e-47c9-a190-da43a7d2da39 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 210 time: 0.0305283 Jun 25 16:11:46.798271 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:46.816852 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:46.835929 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:46.882583 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Network f17f727c-497a-440f-921d-f0ec313048f6 is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:11:46.885680 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:11:46.889850 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:11:46.896106 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'Port': ['ID=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:46.947524 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:46.948177 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:46.966404 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-fddfa233-2df7-46f0-9aa7-48085bf02940 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6664677 Jun 25 16:11:46.979012 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Request body: {'port': {'device_id': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:47.044357 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:47.119608 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-a83222f3-e55d-4e9e-919f-423a3cfd8da1 None None] Provisioning complete for port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:47.120239 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a83222f3-e55d-4e9e-919f-423a3cfd8da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:47.152394 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-a83222f3-e55d-4e9e-919f-423a3cfd8da1 None None] Port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:11:47.520023 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:47.526318 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c {{(pid=104057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:11:47.534525 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Publish callbacks [] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:47.548031 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.provisioning_blocks [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Transition to ACTIVE for port object 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c will not be triggered until provisioned by entity L2. {{(pid=104057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:11:47.553399 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:47.569266 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:47.582878 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:47.608304 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:47.683776 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Attempting to bind port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:11:47.684114 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Attempting to bind port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:11:47.684465 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Attempting to bind port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c on network f17f727c-497a-440f-921d-f0ec313048f6 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:11:47.689621 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c on network f17f727c-497a-440f-921d-f0ec313048f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:11:47.689902 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Attempting to bind port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c on network f17f727c-497a-440f-921d-f0ec313048f6 {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:11:47.695521 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:11:47.695521 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Checking segment: {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:11:47.695910 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Bound using segment: {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'} {{(pid=104057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:11:47.696215 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.managers [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Bound port: 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'}}] {{(pid=104057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:11:47.696596 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:47.761707 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] For port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c, host hv-cinder-84762, cleared binding levels {{(pid=104057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:11:47.765958 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] For port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:11:47.773995 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:47.787162 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbe5a9-0f2e-432b-8c05-a232b95744b1 req-37625378-5f68-42f1-b1cd-e1b9775026ca tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:47.789404 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f8fbe5a9-0f2e-432b-8c05-a232b95744b1 req-37625378-5f68-42f1-b1cd-e1b9775026ca tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 943 time: 0.0491462 Jun 25 16:11:47.813718 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:47.814395 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:47.815944 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c HTTP/1.1" status: 200 len: 1093 time: 0.8414140 Jun 25 16:11:47.816469 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'tag': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:47.816964 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:47.818860 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaec7ee-2db2-4681-bd4b-2a178e97505c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0460a39-cea4-4afc-92b3-091c5a768695", "tag": "4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:47.872448 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f8fbe5a9-0f2e-432b-8c05-a232b95744b1 req-f8f2e9c7-47a5-438e-9b70-ac9bf03b38e3 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767493 Jun 25 16:11:47.908060 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf799ea0-bfe4-4a3b-bdd0-417dd112afc6 service neutron] Pushing event updated for resources: {'Port': ['ID=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,revision_number=3']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:47.913667 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8446-c401-46cf-9727-71469d3c5dda req-6e1ea70c-46cc-47dc-9d17-b413b672a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:47.915417 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-6e1ea70c-46cc-47dc-9d17-b413b672a65a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 1127 time: 0.0603576 Jun 25 16:11:47.963498 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73462c38-f8bf-4ef6-a48c-259a2e0caed4 x-openstack-request-id: req-73462c38-f8bf-4ef6-a48c-259a2e0caed4 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:47.963877 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0460a39-cea4-4afc-92b3-091c5a768695", "tag": "4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:47.964180 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73462c38-f8bf-4ef6-a48c-259a2e0caed4 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:47.964663 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73462c38-f8bf-4ef6-a48c-259a2e0caed4'] response: {'name': 'network-changed', 'server_uuid': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'tag': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c', 'status': 'completed', 'code': 200} Jun 25 16:11:47.966613 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-734bb9cf-44ea-4d10-a571-d448c7bcb8ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c HTTP/1.1" status: 200 len: 217 time: 0.0405025 Jun 25 16:11:48.016639 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:48.020798 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8446-c401-46cf-9727-71469d3c5dda req-39efed78-dbd7-46c6-8ff2-686bbb08637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:48.022194 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-39efed78-dbd7-46c6-8ff2-686bbb08637e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 200 len: 850 time: 0.0495291 Jun 25 16:11:48.068945 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d8446-c401-46cf-9727-71469d3c5dda req-0d777137-4295-4475-9cf4-50df14bcd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:48.070384 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-0d777137-4295-4475-9cf4-50df14bcd190 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f17f727c-497a-440f-921d-f0ec313048f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379012 Jun 25 16:11:48.175978 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-adb03ddf-17dd-4cc8-98f1-7765eb29ee7f service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900462 Jun 25 16:11:48.275627 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-302d8446-c401-46cf-9727-71469d3c5dda req-fbce6a1d-650f-4db0-bf16-aed9e2f778d3 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912282 Jun 25 16:11:48.989963 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa35ed-2509-405d-8351-a001c67aec0d req-f5b76913-d4df-4b2d-9eed-6c9fdd55bd19 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:48.991446 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d8fa35ed-2509-405d-8351-a001c67aec0d req-f5b76913-d4df-4b2d-9eed-6c9fdd55bd19 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 943 time: 0.0483327 Jun 25 16:11:49.040843 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d8fa35ed-2509-405d-8351-a001c67aec0d req-184b4015-21dd-4e95-a272-74a218d82036 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436440 Jun 25 16:11:49.069183 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:11:49.158139 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-7fa4e7c4-3cec-45de-8476-58b0f62f235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:49.159550 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-7fa4e7c4-3cec-45de-8476-58b0f62f235b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 1127 time: 0.0454581 Jun 25 16:11:49.259415 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-96423a7b-a129-48b7-a8df-f54fc15d0907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:49.260879 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-96423a7b-a129-48b7-a8df-f54fc15d0907 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 912 time: 0.0900574 Jun 25 16:11:49.305764 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-5c1888f3-b5c9-48a1-9934-2e1a232068f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c HTTP/1.1" status: 200 len: 217 time: 0.0331266 Jun 25 16:11:49.365620 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-1e28ec9c-d976-4249-818b-fb01947e9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:49.367930 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-1e28ec9c-d976-4249-818b-fb01947e9d25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 200 len: 850 time: 0.0557797 Jun 25 16:11:49.414322 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-bec648f3-ef02-4afa-a036-4accc5141ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:49.416917 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-bec648f3-ef02-4afa-a036-4accc5141ada service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f17f727c-497a-440f-921d-f0ec313048f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425951 Jun 25 16:11:49.448296 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:49.514812 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-c92becc1-2195-4d1f-8e27-fe26cef2328d service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880127 Jun 25 16:11:49.605311 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-5eaec7ee-2db2-4681-bd4b-2a178e97505c req-778ee5e2-3bcf-45d7-9006-efc70a958f31 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834835 Jun 25 16:11:49.690259 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:11:49.792947 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:49.804555 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'port_id': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c', 'mac_address': 'fa:16:3e:60:19:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:11:49.841750 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:49.842132 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:49.855342 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:11:49.878022 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:49.883581 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:49.931411 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:50.133616 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:11:50.165084 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8015b4a-6c3c-4e5a-91df-abf6cdc5d30b req-7ae8f048-2b71-40c5-9ea1-532768ac3f6a tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:50.166654 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8015b4a-6c3c-4e5a-91df-abf6cdc5d30b req-7ae8f048-2b71-40c5-9ea1-532768ac3f6a tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 944 time: 0.0503194 Jun 25 16:11:50.215277 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8015b4a-6c3c-4e5a-91df-abf6cdc5d30b req-7f5dc3f2-4afc-4180-9afe-70fbd5aaf73e tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425031 Jun 25 16:11:50.256420 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:51.352143 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f77b8-d588-4ff1-bd7c-86627f789005 req-89953ef6-e16a-4ca6-b01b-9edff46f201c tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:51.353650 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-821f77b8-d588-4ff1-bd7c-86627f789005 req-89953ef6-e16a-4ca6-b01b-9edff46f201c tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 944 time: 0.0595889 Jun 25 16:11:51.407034 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-821f77b8-d588-4ff1-bd7c-86627f789005 req-d64906d5-fbba-40ff-b142-accf3eee690d tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452769 Jun 25 16:11:51.723501 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:11:51.770564 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:11:51.778904 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:11:51.779274 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:51.851672 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:11:51.852053 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:51.880336 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:51.882571 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56983614-2bfb-4a12-86c8-0a417c1dc24f" -d '{"events": [{"server_uuid": "d0460a39-cea4-4afc-92b3-091c5a768695", "name": "network-vif-plugged", "status": "completed", "tag": "4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:51.896102 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:11:51.901011 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:51.923435 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf23ee8a-0afe-4876-88b3-83fc01ea8fca x-openstack-request-id: req-bf23ee8a-0afe-4876-88b3-83fc01ea8fca {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:51.923726 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0460a39-cea4-4afc-92b3-091c5a768695", "name": "network-vif-plugged", "status": "completed", "tag": "4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:51.923977 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf23ee8a-0afe-4876-88b3-83fc01ea8fca {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:51.924360 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf23ee8a-0afe-4876-88b3-83fc01ea8fca'] response: {'server_uuid': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c', 'code': 200} Jun 25 16:11:51.951214 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:11:52.094388 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd7d7d-6595-455e-8521-bb8016c96a94 req-b302415c-8eae-4b95-94c6-9c3e8290405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:52.095738 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c1fd7d7d-6595-455e-8521-bb8016c96a94 req-b302415c-8eae-4b95-94c6-9c3e8290405e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 1129 time: 0.0394301 Jun 25 16:11:52.143570 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-c1fd7d7d-6595-455e-8521-bb8016c96a94 req-e18e79f1-bbaa-4db9-8742-a269bcde0945 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397215 Jun 25 16:11:52.521673 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba56b31-94c8-49c4-805d-eb522ff09707 req-60b9ff53-d433-4eda-809c-219b4efb8e14 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:52.523167 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ba56b31-94c8-49c4-805d-eb522ff09707 req-60b9ff53-d433-4eda-809c-219b4efb8e14 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0484424 Jun 25 16:11:52.574623 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ba56b31-94c8-49c4-805d-eb522ff09707 req-9e5209e3-c016-4f7f-aeff-6f06fd4f1dfe tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425973 Jun 25 16:11:53.699735 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca639f-7da0-4589-85bf-bf99fc794eda req-898d8ed2-1bbe-4e14-a588-4164c3870848 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:53.701454 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-74ca639f-7da0-4589-85bf-bf99fc794eda req-898d8ed2-1bbe-4e14-a588-4164c3870848 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0526919 Jun 25 16:11:53.759206 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-74ca639f-7da0-4589-85bf-bf99fc794eda req-9e5ea568-8df1-4805-a733-dd36adba25cd tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513895 Jun 25 16:11:54.884998 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aa5f6-f371-4365-b8f4-aed6d8a252ad req-8087540e-ecc9-42a8-9d59-4fba5f1a8220 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:54.886697 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4a2aa5f6-f371-4365-b8f4-aed6d8a252ad req-8087540e-ecc9-42a8-9d59-4fba5f1a8220 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0546796 Jun 25 16:11:54.936068 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4a2aa5f6-f371-4365-b8f4-aed6d8a252ad req-11250097-715b-4cfa-84b6-4578f316c911 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433254 Jun 25 16:11:55.012137 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:55.033279 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:55.048956 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2704ea-4b23-4dff-8d99-a199195ad527 req-261362ab-61f8-4c58-85c3-64607332ce01 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:55.050289 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2e2704ea-4b23-4dff-8d99-a199195ad527 req-261362ab-61f8-4c58-85c3-64607332ce01 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0480149 Jun 25 16:11:55.060309 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44364) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:11:55.066828 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-0efa2592-f13f-43bb-a7aa-bfd8232974f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'floatingip': {'port_id': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:11:55.112394 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0efa2592-f13f-43bb-a7aa-bfd8232974f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:55.321189 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:55.536007 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0efa2592-f13f-43bb-a7aa-bfd8232974f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:55.542420 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0efa2592-f13f-43bb-a7aa-bfd8232974f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:55.636949 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-0efa2592-f13f-43bb-a7aa-bfd8232974f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Floating IP 1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb associated. External IP: 172.27.2.77, port: 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c. Jun 25 16:11:55.859797 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efa2592-f13f-43bb-a7aa-bfd8232974f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:11:55.919860 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:55.967387 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efa2592-f13f-43bb-a7aa-bfd8232974f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:11:55.972149 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0efa2592-f13f-43bb-a7aa-bfd8232974f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:11:55.977274 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] Sync routers for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:11:55.988660 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:55.989285 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:56.002626 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0efa2592-f13f-43bb-a7aa-bfd8232974f2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "PUT /v2.0/floatingips/1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb HTTP/1.1" status: 200 len: 990 time: 0.9410596 Jun 25 16:11:56.003284 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'tag': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:11:56.005684 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d520b9-396d-4d60-933f-20be35f749f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0460a39-cea4-4afc-92b3-091c5a768695", "tag": "4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:11:56.041543 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cedc3c-30a5-4121-8ac8-01050c277a5c x-openstack-request-id: req-e7cedc3c-30a5-4121-8ac8-01050c277a5c {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:11:56.041826 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0460a39-cea4-4afc-92b3-091c5a768695", "tag": "4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:11:56.042070 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e7cedc3c-30a5-4121-8ac8-01050c277a5c {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:11:56.042465 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7cedc3c-30a5-4121-8ac8-01050c277a5c'] response: {'name': 'network-changed', 'server_uuid': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'tag': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c', 'status': 'completed', 'code': 200} Jun 25 16:11:56.054234 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:56.074690 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:56.095765 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:56.114278 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-3115f7e5-d6eb-4e30-86d1-4e1b586e7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:56.115770 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-3115f7e5-d6eb-4e30-86d1-4e1b586e7516 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 1129 time: 0.0432673 Jun 25 16:11:56.212932 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-1017965e-0c93-4fa6-9ca6-351ce463f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:56.214386 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-1017965e-0c93-4fa6-9ca6-351ce463f82d service neutron] 10.222.0.26 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 912 time: 0.0877934 Jun 25 16:11:56.287727 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-3689d6eb-d5ec-4602-929d-a7fc2f201aa7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c HTTP/1.1" status: 200 len: 998 time: 0.0591853 Jun 25 16:11:56.305544 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'port_id': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'mac_address': 'fa:16:3e:60:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:11:43Z', 'updated_at': '2022-06-25T16:11:55Z', 'revision_number': 1, 'project_id': '93ca9301bea041ce881109c706904a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:56.330974 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] Checking router: bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:11:56.332994 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:56.337706 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-a265787b-901d-472a-b1f0-2c136ea6522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:56.339388 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-a265787b-901d-472a-b1f0-2c136ea6522d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 200 len: 850 time: 0.0458479 Jun 25 16:11:56.340721 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:11:56.341570 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:56.388420 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-3af7e06a-e3f0-43ac-b536-b1ba343ccc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:11:56.390435 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-3af7e06a-e3f0-43ac-b536-b1ba343ccc07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f17f727c-497a-440f-921d-f0ec313048f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398717 Jun 25 16:11:56.444825 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:11:56.480999 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-812856d3-8cf2-4e29-9baa-fa69d247144a service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843084 Jun 25 16:11:56.568869 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a1d520b9-396d-4d60-933f-20be35f749f9 req-f4477e4b-6fda-4f38-b89e-21bca0374920 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817931 Jun 25 16:11:56.608929 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:11:56.652539 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'port_id': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'mac_address': 'fa:16:3e:60:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:11:43Z', 'updated_at': '2022-06-25T16:11:55Z', 'revision_number': 1, 'project_id': '93ca9301bea041ce881109c706904a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:11:56.680590 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf80471-011f-4f85-9718-0b35f2f7976b None None] The sync data for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi is: [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'port_id': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'mac_address': 'fa:16:3e:60:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:11:43Z', 'updated_at': '2022-06-25T16:11:55Z', 'revision_number': 1, 'project_id': '93ca9301bea041ce881109c706904a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:11:56.874966 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e17133-bd7d-4a38-a593-1d0a15f700ff None None] New status for floating IP 1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:12:03.418524 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca4b05-4962-4ccf-bae3-c6ee813fc487 req-827a26aa-2c99-408e-b562-34fc6ffd2295 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:03.419967 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-79ca4b05-4962-4ccf-bae3-c6ee813fc487 req-827a26aa-2c99-408e-b562-34fc6ffd2295 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 946 time: 0.0507653 Jun 25 16:12:03.469437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-79ca4b05-4962-4ccf-bae3-c6ee813fc487 req-171eaf70-4cbc-4014-b6f4-a079a039202a tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438516 Jun 25 16:12:04.600555 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3c162-b2e1-492e-988c-60bd08398c48 req-859bfa2a-04f6-48dc-afd4-66802232ee5d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:04.601821 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dea3c162-b2e1-492e-988c-60bd08398c48 req-859bfa2a-04f6-48dc-afd4-66802232ee5d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 946 time: 0.0491190 Jun 25 16:12:04.651991 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dea3c162-b2e1-492e-988c-60bd08398c48 req-d5e3660d-8617-4732-a123-8e5506a538fd tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups?id=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421655 Jun 25 16:12:05.113594 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee9601-6d87-4241-adb2-715fd47018ab req-d64f0945-c26a-458e-a4ab-c85f4d513b14 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:05.114973 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58ee9601-6d87-4241-adb2-715fd47018ab req-d64f0945-c26a-458e-a4ab-c85f4d513b14 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 946 time: 0.0520782 Jun 25 16:12:05.206611 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Deleting port 172ac5a0-4d98-42ad-b245-4ffe24d39dde {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:12:05.206945 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:05.299865 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] For port 172ac5a0-4d98-42ad-b245-4ffe24d39dde, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=172ac5a0-4d98-42ad-b245-4ffe24d39dde,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:12:05.300230 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:05.470540 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:05.470908 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (a30f795d-bef3-4c0e-a706-53b557accd87), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:05.471357 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.l3_db [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Floating IP a30f795d-bef3-4c0e-a706-53b557accd87 disassociated. External IP: 172.27.2.61, port: 172ac5a0-4d98-42ad-b245-4ffe24d39dde. Jun 25 16:12:05.471950 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Calling delete_port for 172ac5a0-4d98-42ad-b245-4ffe24d39dde owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:12:05.573279 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:05.605582 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (172ac5a0-4d98-42ad-b245-4ffe24d39dde), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:05.633765 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'Port': ['ID=172ac5a0-4d98-42ad-b245-4ffe24d39dde,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:05.760398 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-133b50c1-c785-4f1b-b7e2-725fd0f67493 req-da9d00b3-5161-483d-b96b-5f84ae997219 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/ports?device_id=2db6cecf-c268-4ee6-a745-6e2130e594bb HTTP/1.1" status: 200 len: 210 time: 0.0295269 Jun 25 16:12:05.932816 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:05.964844 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:12:06.073671 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:12:06.083854 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:12:06.095405 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:12:06.096100 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:06.117308 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] No DVR routers for this DVR port 172ac5a0-4d98-42ad-b245-4ffe24d39dde on host hv-cinder-84762 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:12:06.119906 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:06.123281 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-58ee9601-6d87-4241-adb2-715fd47018ab req-6a40f666-03b0-4fe2-bb13-e6e778284cd4 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.26 "DELETE /v2.0/ports/172ac5a0-4d98-42ad-b245-4ffe24d39dde HTTP/1.1" status: 204 len: 173 time: 1.0017900 Jun 25 16:12:06.123723 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'name': 'network-vif-deleted', 'tag': '172ac5a0-4d98-42ad-b245-4ffe24d39dde'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:12:06.126522 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af65ad72-635e-4b8c-b90a-90dfeb01afee" -d '{"events": [{"server_uuid": "2db6cecf-c268-4ee6-a745-6e2130e594bb", "name": "network-vif-deleted", "tag": "172ac5a0-4d98-42ad-b245-4ffe24d39dde"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:12:06.165155 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af08813-5a5f-495f-b289-a0cd53032702 x-openstack-request-id: req-4af08813-5a5f-495f-b289-a0cd53032702 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:12:06.165514 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db6cecf-c268-4ee6-a745-6e2130e594bb", "name": "network-vif-deleted", "tag": "172ac5a0-4d98-42ad-b245-4ffe24d39dde", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:12:06.165823 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4af08813-5a5f-495f-b289-a0cd53032702 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:12:06.166221 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af08813-5a5f-495f-b289-a0cd53032702'] response: {'server_uuid': '2db6cecf-c268-4ee6-a745-6e2130e594bb', 'name': 'network-vif-deleted', 'tag': '172ac5a0-4d98-42ad-b245-4ffe24d39dde', 'status': 'completed', 'code': 200} Jun 25 16:12:06.205836 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:12:06.400692 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:06.402971 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:06.429425 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:12:06.438470 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:12:06.439064 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:06.536737 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:12:06.849841 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44424) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:06.854656 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:06.880554 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1834d68-85a2-4908-8dce-1f580ff01ae2 None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:06:13Z', 'revision_number': 4, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '50b38c1d-359a-4f21-862c-f6a0c80f4960', 'name': '', 'network_id': '92184934-9929-49a5-91f4-1ab03b25e2f1', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'mac_address': 'fa:16:3e:d1:c2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:11Z', 'updated_at': '2022-06-25T16:06:18Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'subnets': [{'id': '91d06c15-2c0f-45d5-b907-2030a3ddd671', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:12:06.908726 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fdecbb5-518e-44be-810d-d1f9da3f225d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:06.933439 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fdecbb5-518e-44be-810d-d1f9da3f225d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:06.976761 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:06.983486 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fdecbb5-518e-44be-810d-d1f9da3f225d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:06.986319 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-8fdecbb5-518e-44be-810d-d1f9da3f225d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:06.987481 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-8fdecbb5-518e-44be-810d-d1f9da3f225d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "DELETE /v2.0/security-groups/02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5 HTTP/1.1" status: 204 len: 168 time: 0.1364956 Jun 25 16:12:06.990296 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44426) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:06.997367 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdecbb5-518e-44be-810d-d1f9da3f225d tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:07.009038 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.api.v2.resource [None req-9535e710-2fd5-4631-9df0-b622d64578f0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] show failed (client error): The resource could not be found. Jun 25 16:12:07.013291 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9535e710-2fd5-4631-9df0-b622d64578f0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "GET /v2.0/security-groups/02f8bcd0-fd15-4155-9b2c-a9c89ed8bea5 HTTP/1.1" status: 404 len: 347 time: 0.0218406 Jun 25 16:12:07.013845 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44428) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:07.104467 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0545d95-47ce-47db-9906-6a2aec3aaee7 None None] New status for floating IP a30f795d-bef3-4c0e-a706-53b557accd87: DOWN {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:12:07.136175 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Deleting port fadd0102-d7c9-4917-9f3e-4b58e53a9ed6 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:12:07.136542 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (fadd0102-d7c9-4917-9f3e-4b58e53a9ed6), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:07.212296 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (fadd0102-d7c9-4917-9f3e-4b58e53a9ed6), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:07.212797 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (fadd0102-d7c9-4917-9f3e-4b58e53a9ed6), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:07.227037 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Calling delete_port for fadd0102-d7c9-4917-9f3e-4b58e53a9ed6 owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:12:07.375261 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (fadd0102-d7c9-4917-9f3e-4b58e53a9ed6), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:07.400985 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Pushing event deleted for resources: {'Port': ['ID=fadd0102-d7c9-4917-9f3e-4b58e53a9ed6,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:07.462300 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks [] for floatingip (a30f795d-bef3-4c0e-a706-53b557accd87), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:07.464764 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:07.465919 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e6ad0271-7a53-45a5-82af-ee287416adb0 tempest-AttachVolumeNegativeTest-1137598465 tempest-AttachVolumeNegativeTest-1137598465-project] 10.222.0.13 "DELETE /v2.0/floatingips/a30f795d-bef3-4c0e-a706-53b557accd87 HTTP/1.1" status: 204 len: 168 time: 0.4502356 Jun 25 16:12:07.783086 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 172ac5a0-4d98-42ad-b245-4ffe24d39dde no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:12:07.806991 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 172ac5a0-4d98-42ad-b245-4ffe24d39dde {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:12:07.807349 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 172ac5a0-4d98-42ad-b245-4ffe24d39dde not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:12:11.013920 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:11.157188 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44470) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:11.462371 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:11.470952 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:11.516451 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:11.732135 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Deleting port 50b38c1d-359a-4f21-862c-f6a0c80f4960 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:12:11.732350 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:11.811432 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] For port 50b38c1d-359a-4f21-862c-f6a0c80f4960, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=50b38c1d-359a-4f21-862c-f6a0c80f4960,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:12:11.811905 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:11.825451 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Calling delete_port for 50b38c1d-359a-4f21-862c-f6a0c80f4960 owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:12:12.008184 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (50b38c1d-359a-4f21-862c-f6a0c80f4960), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:12.031094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Pushing event deleted for resources: {'Port': ['ID=50b38c1d-359a-4f21-862c-f6a0c80f4960,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:12.387493 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0425621d-bea3-4ea8-8c07-83425316b44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:12.450688 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:12.540566 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:12.555976 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:12.657587 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:12:12.759081 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:12:12.764027 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-338e3846-b01e-4b6e-a26b-400dfc69339a admin admin] 10.222.0.13 "PUT /v2.0/routers/d06f2177-51a8-4cb8-b2ad-8c14bbc1084c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6058342 Jun 25 16:12:12.767067 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44474) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:12.770659 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] Sync routers for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:12:12.781785 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:12:12.782407 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:12.864565 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks [] for router (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:12.883051 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:12:12.962027 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks [] for router_gateway (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.015618 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Deleting port 5b230afb-9c94-488f-bc4d-d204bc89d8e1 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:12:13.015618 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.063603 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:13.066818 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249'}], 'enable_snat': True}, 'gw_port_id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:12:11Z', 'revision_number': 5, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port': {'id': '5b230afb-9c94-488f-bc4d-d204bc89d8e1', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:06:06Z', 'updated_at': '2022-06-25T16:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:13.096993 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] Checking router: d06f2177-51a8-4cb8-b2ad-8c14bbc1084c for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:12:13.098766 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] For port 5b230afb-9c94-488f-bc4d-d204bc89d8e1, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=5b230afb-9c94-488f-bc4d-d204bc89d8e1,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:12:13.099126 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.106094 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] Routers {'d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:12:13.106710 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:11:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:13.113031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Calling delete_port for 5b230afb-9c94-488f-bc4d-d204bc89d8e1 owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:12:13.187358 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] Set router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:12:13.238140 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:12:12Z', 'revision_number': 6, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port_host': None}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:13.262062 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b9468b-c4f2-4b83-b46f-dc8dfa9cac19 None None] The sync data for ids ['d06f2177-51a8-4cb8-b2ad-8c14bbc1084c'] in dv-cinder-847620-2-iscsi is: [{'id': 'd06f2177-51a8-4cb8-b2ad-8c14bbc1084c', 'name': 'tempest-AttachVolumeNegativeTest-1777263459-router', 'tenant_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:06:04Z', 'updated_at': '2022-06-25T16:12:12Z', 'revision_number': 6, 'project_id': 'b1bba8f74dbd433bbffdb2ffbfc481fb', 'gw_port_host': None}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:12:13.288380 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (5b230afb-9c94-488f-bc4d-d204bc89d8e1), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.311031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b230afb-9c94-488f-bc4d-d204bc89d8e1,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:13.381475 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.434749 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:13.464945 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:13.466660 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.469560 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks [] for router_controller (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.513897 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (d06f2177-51a8-4cb8-b2ad-8c14bbc1084c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.514859 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d06f2177-51a8-4cb8-b2ad-8c14bbc1084c {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:12:13.519127 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.522664 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-97a62695-6659-4e9e-ad07-e8241e75bd9e admin admin] 10.222.0.13 "DELETE /v2.0/routers/d06f2177-51a8-4cb8-b2ad-8c14bbc1084c HTTP/1.1" status: 204 len: 168 time: 0.7523475 Jun 25 16:12:13.523051 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44476) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:13.597609 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-339024f7-2c3e-41fb-95aa-60b79d15e3d2 admin admin] Deleting subnet 91d06c15-2c0f-45d5-b907-2030a3ddd671 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:12:13.602676 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-339024f7-2c3e-41fb-95aa-60b79d15e3d2 admin admin] Publish callbacks [] for subnet (91d06c15-2c0f-45d5-b907-2030a3ddd671), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.637263 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-faf91996-7c56-4dd4-9734-3bd33d48adef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806098 Jun 25 16:12:13.650206 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-339024f7-2c3e-41fb-95aa-60b79d15e3d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (91d06c15-2c0f-45d5-b907-2030a3ddd671), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.724325 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-02d306c1-11ae-42fa-97f8-4de845f78d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:13.725821 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-02d306c1-11ae-42fa-97f8-4de845f78d82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80&device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1130 time: 0.0564587 Jun 25 16:12:13.787473 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-339024f7-2c3e-41fb-95aa-60b79d15e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (91d06c15-2c0f-45d5-b907-2030a3ddd671), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.881005 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:13.882377 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-0e9dd743-7afa-429f-aad6-9392a2101c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:13.884015 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-0e9dd743-7afa-429f-aad6-9392a2101c65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f890c253-6159-4bda-8d76-0d3eba6fa404 HTTP/1.1" status: 200 len: 910 time: 0.1323450 Jun 25 16:12:13.888958 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-339024f7-2c3e-41fb-95aa-60b79d15e3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (91d06c15-2c0f-45d5-b907-2030a3ddd671), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.946281 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339024f7-2c3e-41fb-95aa-60b79d15e3d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91d06c15-2c0f-45d5-b907-2030a3ddd671,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:13.956801 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-339024f7-2c3e-41fb-95aa-60b79d15e3d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:13.959339 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea17644-4052-4c34-a053-d109e79547c1 None None] Network 92184934-9929-49a5-91f4-1ab03b25e2f1 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:12:13.960150 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-339024f7-2c3e-41fb-95aa-60b79d15e3d2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/91d06c15-2c0f-45d5-b907-2030a3ddd671 HTTP/1.1" status: 204 len: 168 time: 0.4360662 Jun 25 16:12:13.963427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44478) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:13.978609 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-1327a90d-cc3d-4a55-98c1-bd16d9af88d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 200 len: 1001 time: 0.0867765 Jun 25 16:12:14.064327 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-06d755b3-8df1-4ad1-8a23-8a6a69c4b74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:14.065825 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (92184934-9929-49a5-91f4-1ab03b25e2f1), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.066215 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-06d755b3-8df1-4ad1-8a23-8a6a69c4b74f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc14f556-3476-430a-bed6-291c93266bae HTTP/1.1" status: 200 len: 848 time: 0.0791671 Jun 25 16:12:14.091248 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 50b38c1d-359a-4f21-862c-f6a0c80f4960 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:12:14.115621 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-5e5f7163-0228-4d36-8eb5-bce54d409188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:14.117192 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-5e5f7163-0228-4d36-8eb5-bce54d409188 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f890c253-6159-4bda-8d76-0d3eba6fa404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420618 Jun 25 16:12:14.122800 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 50b38c1d-359a-4f21-862c-f6a0c80f4960 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:12:14.124128 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 50b38c1d-359a-4f21-862c-f6a0c80f4960 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:12:14.124874 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 5b230afb-9c94-488f-bc4d-d204bc89d8e1 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:12:14.126035 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Deleting port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:12:14.126377 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.134008 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:14.152624 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df99e102-f238-48c6-a0e8-14dff23bb971 None None] DHCP port deletion for 92184934-9929-49a5-91f4-1ab03b25e2f1 request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:12:14.155386 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 5b230afb-9c94-488f-bc4d-d204bc89d8e1 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:12:14.155909 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 5b230afb-9c94-488f-bc4d-d204bc89d8e1 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:12:14.197512 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-df99e102-f238-48c6-a0e8-14dff23bb971 None None] Deleting port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:12:14.197883 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-df99e102-f238-48c6-a0e8-14dff23bb971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.203006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] For port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=1ef5db89-0c33-4b74-a6fd-36d9dda74a00,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:12:14.203604 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.211210 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:14.218595 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Calling delete_port for 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:12:14.227563 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-139ecae7-0e02-4881-9623-f535ea2f7cef service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028566 Jun 25 16:12:14.273335 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-df99e102-f238-48c6-a0e8-14dff23bb971 None None] For port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=1ef5db89-0c33-4b74-a6fd-36d9dda74a00,segment=NetworkSegment(be1283f0-3124-4172-99b9-d10d0ba3bf04),segment_id=be1283f0-3124-4172-99b9-d10d0ba3bf04)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:12:14.273710 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-df99e102-f238-48c6-a0e8-14dff23bb971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.289572 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-df99e102-f238-48c6-a0e8-14dff23bb971 None None] Calling delete_port for 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:12:14.326060 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.341523 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-88c70e72-e48d-4584-bb1a-03bca076f3a3 req-8709418f-6970-41c3-af8f-27ceeb77ae87 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059632 Jun 25 16:12:14.372953 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-df99e102-f238-48c6-a0e8-14dff23bb971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554'] for port (1ef5db89-0c33-4b74-a6fd-36d9dda74a00), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.380710 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] No DVR routers for this DVR port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 on host dv-cinder-847620-2-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:12:14.385534 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef5db89-0c33-4b74-a6fd-36d9dda74a00,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:14.396627 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99e102-f238-48c6-a0e8-14dff23bb971 None None] Pushing event deleted for resources: {'Port': ['ID=1ef5db89-0c33-4b74-a6fd-36d9dda74a00,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:14.408447 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99e102-f238-48c6-a0e8-14dff23bb971 None None] No DVR routers for this DVR port 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 on host dv-cinder-847620-2-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:12:14.443155 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3128d6a9-fa26-40ee-bc42-ae18054249b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.461410 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (92184934-9929-49a5-91f4-1ab03b25e2f1), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.481859 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92184934-9929-49a5-91f4-1ab03b25e2f1']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:14.491897 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1283f0-3124-4172-99b9-d10d0ba3bf04') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:14.492195 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1283f0-3124-4172-99b9-d10d0ba3bf04') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:12:14.502465 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3584222'] for segment (be1283f0-3124-4172-99b9-d10d0ba3bf04), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.517202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (be1283f0-3124-4172-99b9-d10d0ba3bf04), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.524117 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:12:14.524535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065859'] for segment (be1283f0-3124-4172-99b9-d10d0ba3bf04), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.545360 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment be1283f0-3124-4172-99b9-d10d0ba3bf04 resource provider aggregate not found Jun 25 16:12:14.582810 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment be1283f0-3124-4172-99b9-d10d0ba3bf04 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be1283f0-3124-4172-99b9-d10d0ba3bf04 found for delete ", "request_id": "req-9d2d110f-b470-48f2-b731-86531cd8d0a5"}]} Jun 25 16:12:14.591395 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (92184934-9929-49a5-91f4-1ab03b25e2f1), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.597015 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.600051 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/92184934-9929-49a5-91f4-1ab03b25e2f1 HTTP/1.1" status: 204 len: 168 time: 0.6355486 Jun 25 16:12:14.610842 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3af9e-566a-45ff-9d8c-9f83448afe46 admin admin] Pushing event deleted for resources: {'Network': ['ID=92184934-9929-49a5-91f4-1ab03b25e2f1,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:14.728245 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44488) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:14.774436 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-6d2f5cec-8788-4b83-a12f-c1737fd01c33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1bba8f74dbd433bbffdb2ffbfc481fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449691 Jun 25 16:12:14.777000 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44490) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:14.825386 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-686f8ec7-7995-40fe-ab35-b4d18b6a4aee admin admin] Publish callbacks [] for security_group (84abcf97-4ff4-4e29-9d28-c5c6262594ba), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.849558 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-686f8ec7-7995-40fe-ab35-b4d18b6a4aee admin admin] Publish callbacks [] for security_group (84abcf97-4ff4-4e29-9d28-c5c6262594ba), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.902219 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-686f8ec7-7995-40fe-ab35-b4d18b6a4aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (84abcf97-4ff4-4e29-9d28-c5c6262594ba), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.905217 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-686f8ec7-7995-40fe-ab35-b4d18b6a4aee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:14.906350 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-686f8ec7-7995-40fe-ab35-b4d18b6a4aee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84abcf97-4ff4-4e29-9d28-c5c6262594ba HTTP/1.1" status: 204 len: 168 time: 0.1284945 Jun 25 16:12:14.914120 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f8ec7-7995-40fe-ab35-b4d18b6a4aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84abcf97-4ff4-4e29-9d28-c5c6262594ba,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:15.896725 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:16.070068 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:12:16.092724 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:12:16.093084 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 1ef5db89-0c33-4b74-a6fd-36d9dda74a00 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:12:17.174658 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:17.178070 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=74,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:17.583746 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:17.803030 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:18.737791 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44566) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:18.853257 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f71bcde4-2cf6-43a4-af85-640b08cbbb52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:18.941219 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f71bcde4-2cf6-43a4-af85-640b08cbbb52 admin admin] Publish callbacks [] for security_group (af510939-a649-472d-bace-e005972e869b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:18.947398 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f71bcde4-2cf6-43a4-af85-640b08cbbb52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (af510939-a649-472d-bace-e005972e869b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:18.991688 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f71bcde4-2cf6-43a4-af85-640b08cbbb52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d2980c65c0a4157ae8f9a022a9f5eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2526178 Jun 25 16:12:18.992374 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71bcde4-2cf6-43a4-af85-640b08cbbb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af510939-a649-472d-bace-e005972e869b,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:18.994303 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44572) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:19.036538 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:19.053813 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-867ca14a-f097-4583-91b6-c87b82b50471 admin admin] Publish callbacks [] for security_group (af510939-a649-472d-bace-e005972e869b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:19.076352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-867ca14a-f097-4583-91b6-c87b82b50471 admin admin] Publish callbacks [] for security_group (af510939-a649-472d-bace-e005972e869b), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:19.125612 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-867ca14a-f097-4583-91b6-c87b82b50471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (af510939-a649-472d-bace-e005972e869b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:19.129081 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-867ca14a-f097-4583-91b6-c87b82b50471 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:19.130259 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-867ca14a-f097-4583-91b6-c87b82b50471 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/af510939-a649-472d-bace-e005972e869b HTTP/1.1" status: 204 len: 168 time: 0.1344142 Jun 25 16:12:19.132545 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:19.143265 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ca14a-f097-4583-91b6-c87b82b50471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af510939-a649-472d-bace-e005972e869b,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:19.431904 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52773f35-d072-4beb-99cd-2e9a94e0128c req-dc462c12-1969-4879-8ef8-40fb0f6e96d3 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:19.433427 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-52773f35-d072-4beb-99cd-2e9a94e0128c req-dc462c12-1969-4879-8ef8-40fb0f6e96d3 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0548074 Jun 25 16:12:19.485622 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-52773f35-d072-4beb-99cd-2e9a94e0128c req-25c7fa18-736d-4ea7-85ef-f878f7ffc77c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466135 Jun 25 16:12:20.611825 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3856e-5e3b-4096-9cb7-f9abfac09766 req-f80758b4-8aa1-47ac-b4c8-99a54e711bb4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:20.613327 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70e3856e-5e3b-4096-9cb7-f9abfac09766 req-f80758b4-8aa1-47ac-b4c8-99a54e711bb4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0518827 Jun 25 16:12:20.664587 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70e3856e-5e3b-4096-9cb7-f9abfac09766 req-47eb4f19-267e-4064-ab71-7ce8c74c8242 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426214 Jun 25 16:12:21.804196 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4398c-98b7-47ea-9663-35e8fa4c09ca req-ae8d0120-ddc3-44dd-ac06-e0b5d891a146 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:21.805840 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d7b4398c-98b7-47ea-9663-35e8fa4c09ca req-ae8d0120-ddc3-44dd-ac06-e0b5d891a146 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0524449 Jun 25 16:12:21.864133 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d7b4398c-98b7-47ea-9663-35e8fa4c09ca req-d736aa85-6c5f-4a4c-a817-982699d341b1 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504384 Jun 25 16:12:22.992636 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a775fb6-b361-4270-886e-5d9cd505a1d1 req-fa766b15-462e-41e4-993a-9a9f3067bb60 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:22.994185 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a775fb6-b361-4270-886e-5d9cd505a1d1 req-fa766b15-462e-41e4-993a-9a9f3067bb60 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0570102 Jun 25 16:12:23.049579 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a775fb6-b361-4270-886e-5d9cd505a1d1 req-2c47a0ff-69ce-46b9-891b-640fef4949e6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497346 Jun 25 16:12:24.180942 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29698c4-c11c-40e5-bcd2-83ba50ba21a4 req-61d57d42-6be6-489a-b593-6d2107ab9765 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:24.182778 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b29698c4-c11c-40e5-bcd2-83ba50ba21a4 req-61d57d42-6be6-489a-b593-6d2107ab9765 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0497911 Jun 25 16:12:24.230416 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b29698c4-c11c-40e5-bcd2-83ba50ba21a4 req-c80a8fee-e5bb-4502-b72b-6516a83e581a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413241 Jun 25 16:12:25.357882 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504d16-3876-46e8-88eb-edab96247bfc req-422029cf-799c-4559-a5b4-28f34d74405f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:25.359330 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99504d16-3876-46e8-88eb-edab96247bfc req-422029cf-799c-4559-a5b4-28f34d74405f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0523043 Jun 25 16:12:25.422918 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99504d16-3876-46e8-88eb-edab96247bfc req-7bd6e972-3055-427a-b1a0-7da32e430d3a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548425 Jun 25 16:12:26.068718 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:12:26.551535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b2719-8658-487a-8c36-918d23a29aa3 req-05459beb-7be1-4f52-ac2c-06e5750ea33a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:26.553064 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-179b2719-8658-487a-8c36-918d23a29aa3 req-05459beb-7be1-4f52-ac2c-06e5750ea33a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0487509 Jun 25 16:12:26.602161 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-179b2719-8658-487a-8c36-918d23a29aa3 req-0946e88d-e2f5-4224-8ab9-0877f8fd1b71 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434668 Jun 25 16:12:27.749876 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01427a17-3aa9-4e46-ab31-42af4587f570 req-d5c06ec2-e7aa-41fd-8418-eafacaad3452 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:27.753510 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-01427a17-3aa9-4e46-ab31-42af4587f570 req-d5c06ec2-e7aa-41fd-8418-eafacaad3452 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0549846 Jun 25 16:12:27.798727 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:27.804244 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-01427a17-3aa9-4e46-ab31-42af4587f570 req-75e2d463-81eb-40f7-b196-dcc058abd598 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428770 Jun 25 16:12:28.630420 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44720) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:28.754695 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-457fca79-f8b6-431f-9025-8e0d41fd4e70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:28.841218 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-457fca79-f8b6-431f-9025-8e0d41fd4e70 admin admin] Publish callbacks [] for security_group (8325af65-8284-425b-851e-faa18da358e1), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:28.848749 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-457fca79-f8b6-431f-9025-8e0d41fd4e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8325af65-8284-425b-851e-faa18da358e1), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:28.854767 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:28.886033 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:28.901805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457fca79-f8b6-431f-9025-8e0d41fd4e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8325af65-8284-425b-851e-faa18da358e1,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:28.907993 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-457fca79-f8b6-431f-9025-8e0d41fd4e70 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2eb14c8a58704f8ca56fcb6a0630ec0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764263 Jun 25 16:12:28.910705 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44726) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:28.943413 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac6c7e-6c94-4bb4-ac9b-b22d6671920c req-343fe961-6bd9-4dc6-bb47-17ba63ae692d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:28.944891 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-81ac6c7e-6c94-4bb4-ac9b-b22d6671920c req-343fe961-6bd9-4dc6-bb47-17ba63ae692d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0578461 Jun 25 16:12:28.960694 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad49b57d-d29d-4aa3-a3bc-f324b53cac2b admin admin] Publish callbacks [] for security_group (8325af65-8284-425b-851e-faa18da358e1), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:28.982147 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad49b57d-d29d-4aa3-a3bc-f324b53cac2b admin admin] Publish callbacks [] for security_group (8325af65-8284-425b-851e-faa18da358e1), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:28.995617 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-81ac6c7e-6c94-4bb4-ac9b-b22d6671920c req-a370b20c-dc4b-44ba-8be3-b5eda6135153 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449758 Jun 25 16:12:29.032637 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad49b57d-d29d-4aa3-a3bc-f324b53cac2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8325af65-8284-425b-851e-faa18da358e1), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:29.035191 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ad49b57d-d29d-4aa3-a3bc-f324b53cac2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:29.036339 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ad49b57d-d29d-4aa3-a3bc-f324b53cac2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8325af65-8284-425b-851e-faa18da358e1 HTTP/1.1" status: 204 len: 168 time: 0.1246507 Jun 25 16:12:29.046293 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49b57d-d29d-4aa3-a3bc-f324b53cac2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8325af65-8284-425b-851e-faa18da358e1,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:30.118555 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ec993-5ace-42d1-bf50-42aeba8e2d12 req-a1cfedc3-30f5-43cc-b988-0959d93797ad tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:30.120463 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f94ec993-5ace-42d1-bf50-42aeba8e2d12 req-a1cfedc3-30f5-43cc-b988-0959d93797ad tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0517261 Jun 25 16:12:30.170472 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f94ec993-5ace-42d1-bf50-42aeba8e2d12 req-54ef525c-53d5-46d9-9e45-7838d0af6f76 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438457 Jun 25 16:12:31.293424 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d659b5-b1b1-46fa-9579-d60fb5e1902c req-ea25eca2-41f2-461d-9005-501e4a8bc314 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:31.294906 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-82d659b5-b1b1-46fa-9579-d60fb5e1902c req-ea25eca2-41f2-461d-9005-501e4a8bc314 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0483565 Jun 25 16:12:31.344552 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-82d659b5-b1b1-46fa-9579-d60fb5e1902c req-158693da-5ddd-4e4c-9900-f25c841906ac tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437131 Jun 25 16:12:31.917260 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device faf6b184-57b1-4bce-bc06-d6f249c9b017 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:12:32.035134 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:12:32.049180 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'port_id': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'mac_address': 'fa:16:3e:ec:fc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:12:32.087716 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port faf6b184-57b1-4bce-bc06-d6f249c9b017 is: ACTIVE; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:12:32.088163 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:32.108859 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id faf6b184-57b1-4bce-bc06-d6f249c9b017 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:12:32.141427 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:12:32.145949 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:32.200878 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=6']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:32.209979 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.210313 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.210645 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.210972 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.211295 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.211612 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.211925 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.212240 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.212590 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.212904 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.213215 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.213526 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.213834 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.214143 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.214450 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.226246 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['faf6b184-57b1-4bce-bc06-d6f249c9b017'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:12:32.252728 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44878) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:32.386857 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed39b-9f72-4e6a-9330-2b3e8d2b8ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:32.475010 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed39b-9f72-4e6a-9330-2b3e8d2b8ca2 admin admin] Publish callbacks [] for security_group (43bb8ac2-7e26-44cd-bc4d-913f3659c547), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:32.480372 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed39b-9f72-4e6a-9330-2b3e8d2b8ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (43bb8ac2-7e26-44cd-bc4d-913f3659c547), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:32.489710 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d78bf-34ea-4823-b9ae-d0125dd7c86f req-17030aea-86df-4e52-be4c-c520a92a1374 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:32.491247 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-152d78bf-34ea-4823-b9ae-d0125dd7c86f req-17030aea-86df-4e52-be4c-c520a92a1374 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 945 time: 0.0650454 Jun 25 16:12:32.530724 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4d7ed39b-9f72-4e6a-9330-2b3e8d2b8ca2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c418ab33a154076b191667695ec955f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758968 Jun 25 16:12:32.532766 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44902) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:32.533363 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ed39b-9f72-4e6a-9330-2b3e8d2b8ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bb8ac2-7e26-44cd-bc4d-913f3659c547,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:32.583515 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-152d78bf-34ea-4823-b9ae-d0125dd7c86f req-648a1d41-74be-47e0-8075-688e80986cec tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847301 Jun 25 16:12:32.636356 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Publish callbacks [] for security_group (43bb8ac2-7e26-44cd-bc4d-913f3659c547), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:32.663094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Publish callbacks [] for security_group (43bb8ac2-7e26-44cd-bc4d-913f3659c547), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:32.717285 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (43bb8ac2-7e26-44cd-bc4d-913f3659c547), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:32.720639 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:32.722191 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43bb8ac2-7e26-44cd-bc4d-913f3659c547 HTTP/1.1" status: 204 len: 168 time: 0.1880612 Jun 25 16:12:32.734077 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bb8ac2-7e26-44cd-bc4d-913f3659c547,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:32.743056 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.743712 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.744210 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.744852 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.745360 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.745851 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.746448 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.746920 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.747429 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.747920 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.748611 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.749974 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.750545 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.751066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:32.751590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abd28f-4614-476c-aeeb-74d358f821c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:12:33.075899 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 44910) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:33.095278 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcda1-f967-4411-a889-b5d6427d92b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:33.199250 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcda1-f967-4411-a889-b5d6427d92b3 admin admin] Publish callbacks [] for security_group (04d40ac8-7df6-4732-91af-c8c7bb8081d2), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:33.205241 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcda1-f967-4411-a889-b5d6427d92b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (04d40ac8-7df6-4732-91af-c8c7bb8081d2), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:33.249450 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-5d7dcda1-f967-4411-a889-b5d6427d92b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d4e2516f10740b1a845eb01069dded1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697550 Jun 25 16:12:33.249450 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7dcda1-f967-4411-a889-b5d6427d92b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d40ac8-7df6-4732-91af-c8c7bb8081d2,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:33.249871 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44912) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:33.257091 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:33.313722 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38767a20-f7c0-45eb-8a50-f269fcb0da83 admin admin] Publish callbacks [] for security_group (04d40ac8-7df6-4732-91af-c8c7bb8081d2), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:33.327199 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:33.338121 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38767a20-f7c0-45eb-8a50-f269fcb0da83 admin admin] Publish callbacks [] for security_group (04d40ac8-7df6-4732-91af-c8c7bb8081d2), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:33.393744 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38767a20-f7c0-45eb-8a50-f269fcb0da83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (04d40ac8-7df6-4732-91af-c8c7bb8081d2), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:33.397037 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-38767a20-f7c0-45eb-8a50-f269fcb0da83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:33.403194 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-38767a20-f7c0-45eb-8a50-f269fcb0da83 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/04d40ac8-7df6-4732-91af-c8c7bb8081d2 HTTP/1.1" status: 204 len: 168 time: 0.1521301 Jun 25 16:12:33.412726 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38767a20-f7c0-45eb-8a50-f269fcb0da83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d40ac8-7df6-4732-91af-c8c7bb8081d2,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:33.754230 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de68ee-2281-4b9b-8e6b-7d84146db5d6 req-0d310b8e-45f7-45c5-a1e9-62cc8e31ff13 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:33.755790 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5de68ee-2281-4b9b-8e6b-7d84146db5d6 req-0d310b8e-45f7-45c5-a1e9-62cc8e31ff13 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 945 time: 0.0820050 Jun 25 16:12:33.824589 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5de68ee-2281-4b9b-8e6b-7d84146db5d6 req-e8d3dbc4-7bfc-4beb-b2b1-10f6d962d10e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628569 Jun 25 16:12:33.925720 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device faf6b184-57b1-4bce-bc06-d6f249c9b017 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:12:33.979437 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port faf6b184-57b1-4bce-bc06-d6f249c9b017 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:12:33.979805 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:34.071241 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port faf6b184-57b1-4bce-bc06-d6f249c9b017 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:12:34.071654 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:34.098903 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:12:34.101247 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b1ef3f-811b-4a8a-a766-f6ef663b230d" -d '{"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-plugged", "status": "completed", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:12:34.123990 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:12:34.129307 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:34.164256 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:34.189746 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=7']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:34.404749 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd01414-2e0b-4973-adaa-0c0d57ef5a13 x-openstack-request-id: req-5bd01414-2e0b-4973-adaa-0c0d57ef5a13 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:12:34.405282 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-plugged", "status": "completed", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:12:34.405557 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5bd01414-2e0b-4973-adaa-0c0d57ef5a13 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:12:34.405997 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd01414-2e0b-4973-adaa-0c0d57ef5a13'] response: {'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'code': 200} Jun 25 16:12:34.810895 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44952) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:34.971520 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209b9ac-9caa-4fad-b970-3522e50500b7 req-3cf20f1d-97f6-45b5-8d8d-5526192cef44 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:34.973689 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d209b9ac-9caa-4fad-b970-3522e50500b7 req-3cf20f1d-97f6-45b5-8d8d-5526192cef44 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0611184 Jun 25 16:12:34.993021 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1461187-ada9-4fba-ba90-9f20716ef29d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:35.023715 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:35.033733 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d209b9ac-9caa-4fad-b970-3522e50500b7 req-502af898-4004-4cb3-8975-b2abd9ecb05f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537803 Jun 25 16:12:35.087695 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1461187-ada9-4fba-ba90-9f20716ef29d admin admin] Publish callbacks [] for security_group (1e0945a5-0f0e-4a2e-8661-a48be0c24239), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:35.092873 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a1461187-ada9-4fba-ba90-9f20716ef29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (1e0945a5-0f0e-4a2e-8661-a48be0c24239), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:35.135762 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1461187-ada9-4fba-ba90-9f20716ef29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0945a5-0f0e-4a2e-8661-a48be0c24239,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:35.157139 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a1461187-ada9-4fba-ba90-9f20716ef29d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ec709a839754db6b135298221de78a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441966 Jun 25 16:12:35.158797 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 44958) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:12:35.228026 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49b1ea22-d045-48d5-9314-60808ef59de8 admin admin] Publish callbacks [] for security_group (1e0945a5-0f0e-4a2e-8661-a48be0c24239), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:35.261210 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49b1ea22-d045-48d5-9314-60808ef59de8 admin admin] Publish callbacks [] for security_group (1e0945a5-0f0e-4a2e-8661-a48be0c24239), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:35.337410 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49b1ea22-d045-48d5-9314-60808ef59de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (1e0945a5-0f0e-4a2e-8661-a48be0c24239), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:35.340271 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-49b1ea22-d045-48d5-9314-60808ef59de8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:35.341805 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-49b1ea22-d045-48d5-9314-60808ef59de8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e0945a5-0f0e-4a2e-8661-a48be0c24239 HTTP/1.1" status: 204 len: 168 time: 0.1816549 Jun 25 16:12:35.359715 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ea22-d045-48d5-9314-60808ef59de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0945a5-0f0e-4a2e-8661-a48be0c24239,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:35.377695 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:36.063863 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:36.065380 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=5 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:36.166521 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:36.176197 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d0003-79c1-4007-aa78-0c23a6ab8d5d req-1226e926-6463-47b7-977c-6ed34978690e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:36.177859 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6f3d0003-79c1-4007-aa78-0c23a6ab8d5d req-1226e926-6463-47b7-977c-6ed34978690e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0527527 Jun 25 16:12:36.265711 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6f3d0003-79c1-4007-aa78-0c23a6ab8d5d req-d1349c25-7541-4150-abba-a57bec1ed2b7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750995 Jun 25 16:12:37.410103 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b2d6c-305c-4e0e-b308-132f2fb95a1c req-db20289d-ba70-4f2d-a880-c69f56d0564f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:37.412808 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-310b2d6c-305c-4e0e-b308-132f2fb95a1c req-db20289d-ba70-4f2d-a880-c69f56d0564f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0600121 Jun 25 16:12:37.489761 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-310b2d6c-305c-4e0e-b308-132f2fb95a1c req-7d747182-5337-4d43-8ff7-5957a1a81e56 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690653 Jun 25 16:12:38.653724 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c8f866-9b9d-400b-b10b-d2c1a17be442 req-4399dcaa-53b3-488b-9f31-cddedd30e38e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:38.661709 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d1c8f866-9b9d-400b-b10b-d2c1a17be442 req-4399dcaa-53b3-488b-9f31-cddedd30e38e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0570951 Jun 25 16:12:38.723552 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d1c8f866-9b9d-400b-b10b-d2c1a17be442 req-fcbb35ad-3064-4496-ba81-ad28d7876150 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606425 Jun 25 16:12:39.875343 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e73517-4c54-43c6-8e48-5b4813fae1e9 req-a54eba86-e394-46f5-b73e-e1098043cdc9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:39.876927 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f9e73517-4c54-43c6-8e48-5b4813fae1e9 req-a54eba86-e394-46f5-b73e-e1098043cdc9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0660613 Jun 25 16:12:39.947795 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f9e73517-4c54-43c6-8e48-5b4813fae1e9 req-7f9bb507-c05a-4612-8b54-6fa08e79bb37 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645270 Jun 25 16:12:41.017934 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:41.100707 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93d3ae-cb3c-40c2-b051-730210716d07 req-980ca09a-f2fb-499c-aa74-f4c1bd57f41b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:41.103136 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1f93d3ae-cb3c-40c2-b051-730210716d07 req-980ca09a-f2fb-499c-aa74-f4c1bd57f41b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0533288 Jun 25 16:12:41.153188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1f93d3ae-cb3c-40c2-b051-730210716d07 req-eacf28f9-617f-4191-b9d6-f64c2c674b17 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441465 Jun 25 16:12:42.280039 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716183f0-751c-499b-ae29-3ecd7ea49ea0 req-4f4e6dfe-2c3f-465c-a999-334a1f223d4d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:42.281573 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-716183f0-751c-499b-ae29-3ecd7ea49ea0 req-4f4e6dfe-2c3f-465c-a999-334a1f223d4d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0515170 Jun 25 16:12:42.290810 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-b637921e-8a9f-454e-bf89-a425a9219c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:42.292371 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-b637921e-8a9f-454e-bf89-a425a9219c22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 1130 time: 0.0429752 Jun 25 16:12:42.329776 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-716183f0-751c-499b-ae29-3ecd7ea49ea0 req-0df11a18-3ef6-4572-b626-e96d26aeb330 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420039 Jun 25 16:12:42.391883 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a01ff2ca-3e5a-4abd-8742-bda357dd8052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:42.392901 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-37e598e7-3cc2-4f8c-8b49-be865522d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:42.394565 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-37e598e7-3cc2-4f8c-8b49-be865522d97f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 917 time: 0.0958884 Jun 25 16:12:42.455969 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-795f382d-2cec-45b9-ada7-57e909fadb00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017 HTTP/1.1" status: 200 len: 1002 time: 0.0544660 Jun 25 16:12:42.505334 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-993f5d52-6098-4984-a64c-83723c7bc12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:42.506644 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-993f5d52-6098-4984-a64c-83723c7bc12a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c050219-c91a-4d1a-8f7e-8090416951c2 HTTP/1.1" status: 200 len: 855 time: 0.0437601 Jun 25 16:12:42.555571 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-e3fe9c3a-c5a6-456d-916f-c5dae683c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:42.557099 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-e3fe9c3a-c5a6-456d-916f-c5dae683c83c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420511 Jun 25 16:12:42.632594 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:42.657527 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-6413b845-9dd0-42b7-95b8-ee9cf111dcc9 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931411 Jun 25 16:12:42.752956 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-a313284b-9f5f-4134-bdc5-698dd29e0d82 req-227b84cc-70e8-40bf-9f2a-2272ed7a4b97 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884852 Jun 25 16:12:43.451977 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a3e4b-36da-453c-bb8c-9320fc360d0a req-e68de7c8-9ff1-4f9f-ad12-a201f136c58d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:43.453453 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c91a3e4b-36da-453c-bb8c-9320fc360d0a req-e68de7c8-9ff1-4f9f-ad12-a201f136c58d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0501294 Jun 25 16:12:43.508302 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c91a3e4b-36da-453c-bb8c-9320fc360d0a req-e372fc88-ab3d-49db-899c-1859214fdfb9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490465 Jun 25 16:12:44.450968 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-71fcffd8-65ae-4b3b-8906-22a3a97adbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:44.833255 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b0f7-9f6b-45d9-b75c-b95b4cf401da req-8fce85fb-df46-4918-97ae-b51ac226d4fb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:44.835262 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a132b0f7-9f6b-45d9-b75c-b95b4cf401da req-8fce85fb-df46-4918-97ae-b51ac226d4fb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0556867 Jun 25 16:12:44.907621 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a132b0f7-9f6b-45d9-b75c-b95b4cf401da req-caa7f0fb-f949-4615-b8a3-2b07aaf543f4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563133 Jun 25 16:12:45.920259 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:45.980688 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device faf6b184-57b1-4bce-bc06-d6f249c9b017 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:12:46.039930 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f9287-c9fc-4959-b4ea-0897a514bd37 req-1b1c3753-7ee3-429e-9333-65b703ca1d71 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:46.041730 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca0f9287-c9fc-4959-b4ea-0897a514bd37 req-1b1c3753-7ee3-429e-9333-65b703ca1d71 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0843899 Jun 25 16:12:46.056123 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713b7f8-5b7b-4980-8f82-5dffba6265cb req-b00d3244-e481-415b-82b8-a96e6b03f085 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:46.057642 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d713b7f8-5b7b-4980-8f82-5dffba6265cb req-b00d3244-e481-415b-82b8-a96e6b03f085 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 946 time: 0.0665436 Jun 25 16:12:46.058837 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port faf6b184-57b1-4bce-bc06-d6f249c9b017 is: ACTIVE; New status is: DOWN {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:12:46.059418 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:46.085759 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:12:46.088280 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23afe95e-4870-4a46-a2db-dfccf268fa75" -d '{"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:12:46.103112 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:12:46.107598 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:46.140918 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ca0f9287-c9fc-4959-b4ea-0897a514bd37 req-9060d1ed-e175-40ef-a293-178f569b4599 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820365 Jun 25 16:12:46.166206 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d713b7f8-5b7b-4980-8f82-5dffba6265cb req-da239f77-bae2-4b51-a1e0-95acfd5a5ebc tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917685 Jun 25 16:12:46.169287 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=8']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:12:46.187820 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 25 Jun 2022 16:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb63965-881e-43b3-a1cd-4f78ae961c7f x-openstack-request-id: req-9eb63965-881e-43b3-a1cd-4f78ae961c7f {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:12:46.188104 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-unplugged", "status": "failed", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017", "code": 422}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:12:46.188353 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eb63965-881e-43b3-a1cd-4f78ae961c7f {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:12:46.188819 dv-cinder-847620-2-iscsi neutron-server[104059]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9eb63965-881e-43b3-a1cd-4f78ae961c7f']: {'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'code': 422} returned with failed status Jun 25 16:12:47.196494 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:47.210584 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c98239-c79f-472c-8109-7046e75f4ce7 req-9f2c9c8a-d62b-45a6-ba5c-9278a76aae75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:47.212053 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92c98239-c79f-472c-8109-7046e75f4ce7 req-9f2c9c8a-d62b-45a6-ba5c-9278a76aae75 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0508513 Jun 25 16:12:47.291112 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0928a-920b-4de5-9a3a-01db4b681ab7 req-fb35effb-f072-4304-add6-c2e8ad6f88f5 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:47.292676 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58f0928a-920b-4de5-9a3a-01db4b681ab7 req-fb35effb-f072-4304-add6-c2e8ad6f88f5 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0752156 Jun 25 16:12:47.316971 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-92c98239-c79f-472c-8109-7046e75f4ce7 req-88ef0a6c-e7db-4f9c-8b65-a22221f790d8 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983031 Jun 25 16:12:47.345272 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-adf8ed6c-d4ad-4718-b41b-88b4e1f24e63 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409703 Jun 25 16:12:47.352009 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-58f0928a-920b-4de5-9a3a-01db4b681ab7 req-837b602b-2131-4ba4-b3b8-b79f2596f7cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0502021 Jun 25 16:12:47.404541 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:47.420176 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-f0d36edd-cbba-4ca8-96f9-adc9b8bbfd5c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:47.421543 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-f0d36edd-cbba-4ca8-96f9-adc9b8bbfd5c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports/faf6b184-57b1-4bce-bc06-d6f249c9b017 HTTP/1.1" status: 200 len: 941 time: 0.0469384 Jun 25 16:12:47.590286 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:47.807569 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:12:48.227363 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-57016187-c68a-4062-8c41-b17002662e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:48.228875 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-57016187-c68a-4062-8c41-b17002662e06 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe&tenant_id=0da9a82039c24056beec4b61f533eaa2 HTTP/1.1" status: 200 len: 1128 time: 0.0406535 Jun 25 16:12:48.266434 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:48.311258 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-86a0d26b-6488-422e-8d17-65431df0771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:48.312809 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-86a0d26b-6488-422e-8d17-65431df0771e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0da9a82039c24056beec4b61f533eaa2&device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 1128 time: 0.0567682 Jun 25 16:12:48.406559 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-d3514eb8-e7d6-47a7-8ed9-ca441ee5776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:48.408050 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-d3514eb8-e7d6-47a7-8ed9-ca441ee5776f service neutron] 10.222.0.26 "GET /v2.0/networks?id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 200 len: 917 time: 0.0879080 Jun 25 16:12:48.469937 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94badb0f-9cad-4412-984c-40ef93e90805 req-5f80d746-9ee8-4e99-85f1-2e7f85c42a06 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:48.471369 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94badb0f-9cad-4412-984c-40ef93e90805 req-5f80d746-9ee8-4e99-85f1-2e7f85c42a06 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0778401 Jun 25 16:12:48.480890 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-7f5813e4-dd94-4888-a02b-7d71fe0dfd96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017 HTTP/1.1" status: 200 len: 1000 time: 0.0586119 Jun 25 16:12:48.486160 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39834c-fad2-48fa-bb3d-05cea22f0792 req-fe35e0ac-03e9-4750-8006-9678bc005a8d tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:48.487625 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc39834c-fad2-48fa-bb3d-05cea22f0792 req-fe35e0ac-03e9-4750-8006-9678bc005a8d tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0609243 Jun 25 16:12:48.530424 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-f79716d3-8dd9-47bc-a181-73563abab8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:48.531885 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-f79716d3-8dd9-47bc-a181-73563abab8d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c050219-c91a-4d1a-8f7e-8090416951c2 HTTP/1.1" status: 200 len: 855 time: 0.0452583 Jun 25 16:12:48.563720 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-94badb0f-9cad-4412-984c-40ef93e90805 req-1dab679d-d6c3-495f-9e95-b67cb0684cde tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846279 Jun 25 16:12:48.567278 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc39834c-fad2-48fa-bb3d-05cea22f0792 req-3d201ed7-18db-49af-956e-8e945bcb4560 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719368 Jun 25 16:12:48.574673 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-b8afa92c-e3b1-430d-b829-cfa0e5b5562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:48.576632 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-b8afa92c-e3b1-430d-b829-cfa0e5b5562d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6882a8e8-9f13-47a2-87c9-a1eafb973bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382302 Jun 25 16:12:48.671345 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-eab10034-52d4-41ea-9066-fc8c030fdd18 service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880768 Jun 25 16:12:48.762119 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-7450d127-b312-4ccb-8afb-b6bf11e8e012 req-1701f454-91c6-4732-846b-4e68069b458b service neutron] 10.222.0.26 "GET /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835402 Jun 25 16:12:49.721604 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cea1b-e8fe-4db9-bb38-4d7a79789317 req-9821fbd7-4b28-4ca4-8d3f-3ae9c4160032 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:49.723304 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4b8cea1b-e8fe-4db9-bb38-4d7a79789317 req-9821fbd7-4b28-4ca4-8d3f-3ae9c4160032 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0647337 Jun 25 16:12:49.793091 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267ec60-426c-4ed2-b357-914fc1aaf95b req-c5476f3b-7b95-40fe-952d-5d9c53befe64 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:49.794542 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4267ec60-426c-4ed2-b357-914fc1aaf95b req-c5476f3b-7b95-40fe-952d-5d9c53befe64 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0703425 Jun 25 16:12:49.832303 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4b8cea1b-e8fe-4db9-bb38-4d7a79789317 req-5e77c33f-9407-49d7-a044-21ac4084ff28 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970447 Jun 25 16:12:49.877267 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4267ec60-426c-4ed2-b357-914fc1aaf95b req-42c22a47-391e-415c-ab27-7c012aedca93 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738223 Jun 25 16:12:51.008697 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29950f-a2f5-441b-9b68-2a3e8ffe9378 req-f1656720-da63-4117-acab-28c3a8cde069 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:51.010367 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fb29950f-a2f5-441b-9b68-2a3e8ffe9378 req-f1656720-da63-4117-acab-28c3a8cde069 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0844491 Jun 25 16:12:51.047900 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d4bb1-b80d-47ee-b67d-a41046790ca6 req-f1d57b03-8220-4dd8-acd4-7e6ac1c9a643 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:51.049434 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-406d4bb1-b80d-47ee-b67d-a41046790ca6 req-f1d57b03-8220-4dd8-acd4-7e6ac1c9a643 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0787363 Jun 25 16:12:51.094904 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fb29950f-a2f5-441b-9b68-2a3e8ffe9378 req-db4f03bd-0811-4f3a-a222-7dc7e80345df tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773327 Jun 25 16:12:51.121429 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-406d4bb1-b80d-47ee-b67d-a41046790ca6 req-5d62f660-f680-490d-ba15-660024b9be0e tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653694 Jun 25 16:12:52.323651 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed65646-9741-4275-a43c-d00b077b6332 req-313441f5-ddd3-4a93-bced-7acfd2b7f5fd tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:52.326069 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aed65646-9741-4275-a43c-d00b077b6332 req-313441f5-ddd3-4a93-bced-7acfd2b7f5fd tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0793383 Jun 25 16:12:52.334334 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817009f-b26b-4b73-9e73-3b74232f96f0 req-b3789e10-d9f7-4834-acbb-56c236138406 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:52.341596 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8817009f-b26b-4b73-9e73-3b74232f96f0 req-b3789e10-d9f7-4834-acbb-56c236138406 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.1048417 Jun 25 16:12:52.423814 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8817009f-b26b-4b73-9e73-3b74232f96f0 req-7d664b06-2b5f-4307-8f52-ecd1804877d2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0811355 Jun 25 16:12:52.439939 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aed65646-9741-4275-a43c-d00b077b6332 req-30381241-ed28-4c87-bcc1-01b9ee33d744 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958297 Jun 25 16:12:53.564873 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:53.592475 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11e081-efc3-44d0-96ea-0aaa3de680b1 req-ad48a4a9-28df-4af3-8156-45021f22d050 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:53.594801 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f11e081-efc3-44d0-96ea-0aaa3de680b1 req-ad48a4a9-28df-4af3-8156-45021f22d050 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0886166 Jun 25 16:12:53.602399 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e25c4-6080-40c1-88af-a467679c267d req-e5441f51-715a-4004-b2f6-986834836a4c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:53.603865 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b56e25c4-6080-40c1-88af-a467679c267d req-e5441f51-715a-4004-b2f6-986834836a4c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0867672 Jun 25 16:12:53.956826 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f11e081-efc3-44d0-96ea-0aaa3de680b1 req-de9e9f4a-54dd-4921-8e37-5feb9e212369 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3519495 Jun 25 16:12:53.970409 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b56e25c4-6080-40c1-88af-a467679c267d req-fe7d3c60-e8f2-4bbf-a0d4-c6f70c0d2b7b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3570452 Jun 25 16:12:55.118736 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c561cd-d021-4670-8cd5-b1656bbe0c8a req-eebe143e-2820-4597-a3d7-92b5617312d2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:55.120089 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a0c561cd-d021-4670-8cd5-b1656bbe0c8a req-eebe143e-2820-4597-a3d7-92b5617312d2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0754893 Jun 25 16:12:55.128080 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c57837-5bfc-4746-9ae5-0ea61d5d5924 req-cc6f5e5a-9d6d-4273-8ade-f6e46edac2d2 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:55.129788 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-15c57837-5bfc-4746-9ae5-0ea61d5d5924 req-cc6f5e5a-9d6d-4273-8ade-f6e46edac2d2 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0734613 Jun 25 16:12:55.158175 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:55.215620 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a0c561cd-d021-4670-8cd5-b1656bbe0c8a req-3d3642d7-8cf3-4f9b-b2dd-1384c282e21d tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0848241 Jun 25 16:12:55.219063 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-15c57837-5bfc-4746-9ae5-0ea61d5d5924 req-d6b52e96-5cf8-4e44-98d2-89200cb314cc tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798540 Jun 25 16:12:56.381414 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80088088-bd2f-4826-8652-e333c93505e3 req-938c9ace-37b9-42c7-9fc4-19765f2c5c30 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:56.382998 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80088088-bd2f-4826-8652-e333c93505e3 req-938c9ace-37b9-42c7-9fc4-19765f2c5c30 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0831177 Jun 25 16:12:56.392073 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65289d0e-4957-41f2-a372-4bb3eee1445e req-9e5a7158-683c-4f4c-aefd-3d2879b6967e tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:56.399126 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-65289d0e-4957-41f2-a372-4bb3eee1445e req-9e5a7158-683c-4f4c-aefd-3d2879b6967e tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0970485 Jun 25 16:12:56.467184 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-65289d0e-4957-41f2-a372-4bb3eee1445e req-b21c8e7d-75e0-4e55-8a4a-7b8dde7cccae tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667238 Jun 25 16:12:56.493550 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80088088-bd2f-4826-8652-e333c93505e3 req-c09bd859-d137-4183-a167-7833a857fd9a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784633 Jun 25 16:12:57.627243 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c04048-9a5b-4c4d-93ff-b6c4e9b0c384 req-2c5d7266-71e1-4486-af5d-acd7cd3ce139 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:57.628831 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23c04048-9a5b-4c4d-93ff-b6c4e9b0c384 req-2c5d7266-71e1-4486-af5d-acd7cd3ce139 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0775440 Jun 25 16:12:57.651525 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d6a89-318b-48da-905e-72046a69b1c3 req-461ca021-7ae6-4c02-8725-8b616c7cd52f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:57.653146 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-197d6a89-318b-48da-905e-72046a69b1c3 req-461ca021-7ae6-4c02-8725-8b616c7cd52f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0726585 Jun 25 16:12:57.725434 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23c04048-9a5b-4c4d-93ff-b6c4e9b0c384 req-9ddade6b-926f-46c8-bfaf-984a907091ac tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0903695 Jun 25 16:12:57.733045 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-197d6a89-318b-48da-905e-72046a69b1c3 req-78a33d0d-60dc-492e-82d9-1036490d0a08 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713956 Jun 25 16:12:57.799498 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:57.802454 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=27,neutron:UPDATE=6 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:58.757005 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=66 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:58.759109 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=45 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:12:58.895888 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b24cc-cf43-4bf8-be2e-41b9d9012115 req-68f12a4c-ac50-45bc-ba0c-9c1d3d5e7276 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:58.897390 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-865b24cc-cf43-4bf8-be2e-41b9d9012115 req-68f12a4c-ac50-45bc-ba0c-9c1d3d5e7276 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0940239 Jun 25 16:12:58.909875 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c4a17-1c96-4f78-8a79-a867334b6fc0 req-bb5ef5c2-ae02-4eb2-b00f-649da1a2d5b7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:58.911363 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-886c4a17-1c96-4f78-8a79-a867334b6fc0 req-bb5ef5c2-ae02-4eb2-b00f-649da1a2d5b7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.1015282 Jun 25 16:12:58.991211 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-886c4a17-1c96-4f78-8a79-a867334b6fc0 req-d7ac3116-c09a-4060-97e2-4ab70f005858 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717251 Jun 25 16:12:58.994274 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-865b24cc-cf43-4bf8-be2e-41b9d9012115 req-28916e74-2c20-42f5-83b5-a6e90aa4947f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820162 Jun 25 16:12:59.258930 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02f3e2-90fd-499f-9843-87610b34ec20 req-a86f9c86-06c8-4b81-a3d3-fc1cf1eb9754 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:59.260481 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a02f3e2-90fd-499f-9843-87610b34ec20 req-a86f9c86-06c8-4b81-a3d3-fc1cf1eb9754 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0533366 Jun 25 16:12:59.304297 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67e4b3-0980-415e-b881-168dcfa7976d req-028425bd-31de-4fb3-aadc-11da3a16de28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:59.305889 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af67e4b3-0980-415e-b881-168dcfa7976d req-028425bd-31de-4fb3-aadc-11da3a16de28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 1129 time: 0.0398290 Jun 25 16:12:59.311062 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7a02f3e2-90fd-499f-9843-87610b34ec20 req-7cb9b176-4352-4762-8d5a-2a8cf7e5924d tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445471 Jun 25 16:12:59.401765 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67e4b3-0980-415e-b881-168dcfa7976d req-bfcefb5a-a1f1-4492-89a8-9082d35080b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:59.403220 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af67e4b3-0980-415e-b881-168dcfa7976d req-bfcefb5a-a1f1-4492-89a8-9082d35080b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 912 time: 0.0919890 Jun 25 16:12:59.465496 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af67e4b3-0980-415e-b881-168dcfa7976d req-6b674e7c-e6d9-4922-a0da-24c0237706d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c HTTP/1.1" status: 200 len: 1000 time: 0.0563033 Jun 25 16:12:59.516994 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67e4b3-0980-415e-b881-168dcfa7976d req-3ee52d58-f19f-45f8-8b6c-0d8eb0e8ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:59.518336 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af67e4b3-0980-415e-b881-168dcfa7976d req-3ee52d58-f19f-45f8-8b6c-0d8eb0e8ab1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 200 len: 850 time: 0.0472925 Jun 25 16:12:59.565545 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67e4b3-0980-415e-b881-168dcfa7976d req-ad708a76-7162-400f-a080-a38991005790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:12:59.567533 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af67e4b3-0980-415e-b881-168dcfa7976d req-ad708a76-7162-400f-a080-a38991005790 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f17f727c-497a-440f-921d-f0ec313048f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424173 Jun 25 16:12:59.670350 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af67e4b3-0980-415e-b881-168dcfa7976d req-adf60fe7-5cdb-49cd-a65c-5251630ef0f5 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965083 Jun 25 16:12:59.769789 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-af67e4b3-0980-415e-b881-168dcfa7976d req-c1049d4d-f76a-45fc-a4fc-e29be529437b service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925434 Jun 25 16:13:00.060051 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device faf6b184-57b1-4bce-bc06-d6f249c9b017 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:13:00.099186 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:00.120475 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8d53-57a6-4b03-b0d3-7398a188f5cb req-7c4bfda5-29c2-42a7-8930-3aab486d1c16 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:00.122092 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-25ff8d53-57a6-4b03-b0d3-7398a188f5cb req-7c4bfda5-29c2-42a7-8930-3aab486d1c16 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 944 time: 0.0543473 Jun 25 16:13:00.174408 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-25ff8d53-57a6-4b03-b0d3-7398a188f5cb req-f867959d-962f-467a-9d95-ca7ccbd0a490 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462618 Jun 25 16:13:00.181694 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:00.196203 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'port_id': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'mac_address': 'fa:16:3e:ec:fc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:13:00.238664 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port faf6b184-57b1-4bce-bc06-d6f249c9b017 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:00.239059 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:00.253462 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf6b184-57b1-4bce-bc06-d6f249c9b017 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:13:00.286138 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:00.292721 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:00.344049 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=9']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:00.429562 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a006915d-0c33-4fee-aac5-58b5453d35ba req-e5b8d5d6-33d0-4ca9-a9c8-bd5b6cf1c644 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:00.431010 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a006915d-0c33-4fee-aac5-58b5453d35ba req-e5b8d5d6-33d0-4ca9-a9c8-bd5b6cf1c644 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0520685 Jun 25 16:13:00.479071 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a006915d-0c33-4fee-aac5-58b5453d35ba req-a773c456-2964-470e-a6a6-0fb90644fff6 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422778 Jun 25 16:13:00.531698 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['faf6b184-57b1-4bce-bc06-d6f249c9b017'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:13:01.311021 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21d2e7-5109-46a6-ba47-accc844347be req-627b5482-9b40-4427-b851-edbf01df3208 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:01.312599 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b21d2e7-5109-46a6-ba47-accc844347be req-627b5482-9b40-4427-b851-edbf01df3208 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 945 time: 0.0540440 Jun 25 16:13:01.361716 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9b21d2e7-5109-46a6-ba47-accc844347be req-43599878-1820-46b0-9e83-a0bafa8483ab tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Jun 25 16:13:02.495535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc175294-ee12-4067-b508-042c1c3f23a5 req-e47a2358-e684-4e95-88ac-f29f769edae4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:02.497030 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc175294-ee12-4067-b508-042c1c3f23a5 req-e47a2358-e684-4e95-88ac-f29f769edae4 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 945 time: 0.0496826 Jun 25 16:13:02.521932 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:02.550071 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cc175294-ee12-4067-b508-042c1c3f23a5 req-65b2ec35-d3d5-469a-9f80-3d4639cbf3b1 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471914 Jun 25 16:13:03.072670 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:13:03.575513 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device faf6b184-57b1-4bce-bc06-d6f249c9b017 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:03.643696 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port faf6b184-57b1-4bce-bc06-d6f249c9b017 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:03.644020 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:03.688321 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ca51b-ee21-4bf8-8e12-26ff2ef34b13 req-461eb34d-8757-4e7b-b8b4-72cac6b9dc2d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:03.690025 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b59ca51b-ee21-4bf8-8e12-26ff2ef34b13 req-461eb34d-8757-4e7b-b8b4-72cac6b9dc2d tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 945 time: 0.0496187 Jun 25 16:13:03.718956 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port faf6b184-57b1-4bce-bc06-d6f249c9b017 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:03.719337 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:03.741555 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b59ca51b-ee21-4bf8-8e12-26ff2ef34b13 req-f14ba231-1dcb-417b-9dca-4e4172f6c5c5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458610 Jun 25 16:13:03.744275 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:13:03.746516 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeac87ad-c7b7-4f8f-a4d0-c5213f3aa3d0" -d '{"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-plugged", "status": "completed", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:13:03.763900 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:03.769947 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:03.794887 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a16611-a182-42f2-8be6-33fdcf990d03 x-openstack-request-id: req-12a16611-a182-42f2-8be6-33fdcf990d03 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:13:03.795201 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-plugged", "status": "completed", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:13:03.795421 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-12a16611-a182-42f2-8be6-33fdcf990d03 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:13:03.795803 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a16611-a182-42f2-8be6-33fdcf990d03'] response: {'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'code': 200} Jun 25 16:13:03.821019 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=10']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:03.978067 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fb256-4341-42fb-a901-97c0676c6095 req-8e63da28-b74b-4cb2-a531-b3694e6eaf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:03.979537 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cf0fb256-4341-42fb-a901-97c0676c6095 req-8e63da28-b74b-4cb2-a531-b3694e6eaf64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 1131 time: 0.0387163 Jun 25 16:13:04.029824 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-cf0fb256-4341-42fb-a901-97c0676c6095 req-8e5cd4ed-28f1-4400-a9b7-686532405de9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441103 Jun 25 16:13:04.869283 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851d314b-29bb-4414-af2d-2265d88d2124 req-833812f0-51af-45bf-a457-61ab1171ce69 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:04.870842 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-851d314b-29bb-4414-af2d-2265d88d2124 req-833812f0-51af-45bf-a457-61ab1171ce69 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 947 time: 0.0514827 Jun 25 16:13:04.918138 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-851d314b-29bb-4414-af2d-2265d88d2124 req-7260cd77-00a0-4f1c-8403-60e7328a684b tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Jun 25 16:13:06.057616 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b872c0-1eb5-4e67-b0a0-7b1a5148386b req-0fa4206c-8c3c-48da-8092-5550fa8522f6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:06.059224 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d2b872c0-1eb5-4e67-b0a0-7b1a5148386b req-0fa4206c-8c3c-48da-8092-5550fa8522f6 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 947 time: 0.0573111 Jun 25 16:13:06.111944 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d2b872c0-1eb5-4e67-b0a0-7b1a5148386b req-6e1e5f5e-4dad-46fe-9027-24d73e1fac4e tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448210 Jun 25 16:13:08.186319 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45398) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:08.481566 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Deleting port f8eb3963-29bb-4f91-8c8a-da0a95261fd0 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:08.482031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (f8eb3963-29bb-4f91-8c8a-da0a95261fd0), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:08.569169 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (f8eb3963-29bb-4f91-8c8a-da0a95261fd0), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:08.569456 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for floatingip (f8eb3963-29bb-4f91-8c8a-da0a95261fd0), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:08.584987 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Calling delete_port for f8eb3963-29bb-4f91-8c8a-da0a95261fd0 owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:08.697867 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:08.771510 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (f8eb3963-29bb-4f91-8c8a-da0a95261fd0), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:08.798994 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event deleted for resources: {'Port': ['ID=f8eb3963-29bb-4f91-8c8a-da0a95261fd0,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:08.861258 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for floatingip (ffc27666-9c65-4640-86a1-0320ee7a05bd), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:08.861610 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Floating IP ffc27666-9c65-4640-86a1-0320ee7a05bd disassociated (deleted). External IP: 172.27.2.26, port: 166dd48f-5e8c-48ce-8be5-c39460c7ef08. Jun 25 16:13:08.955725 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:09.073648 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:13:09.186917 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:09.193758 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:09.199676 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] Sync routers for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:09.212994 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:09.213946 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:12:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:09.223270 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-88f6792e-f95f-4613-90e3-bd534efee32e tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "DELETE /v2.0/floatingips/ffc27666-9c65-4640-86a1-0320ee7a05bd HTTP/1.1" status: 204 len: 168 time: 1.0358262 Jun 25 16:13:09.223946 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:13:09.226617 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f3446c-f947-420b-a72a-648edc8f4d06" -d '{"events": [{"name": "network-changed", "server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:13:09.270073 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d8f8eb-6e7c-41d1-b3ae-5fc8c54e3e4e x-openstack-request-id: req-10d8f8eb-6e7c-41d1-b3ae-5fc8c54e3e4e {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:13:09.270350 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:13:09.270601 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10d8f8eb-6e7c-41d1-b3ae-5fc8c54e3e4e {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:13:09.271075 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10d8f8eb-6e7c-41d1-b3ae-5fc8c54e3e4e'] response: {'name': 'network-changed', 'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'status': 'completed', 'code': 200} Jun 25 16:13:09.339854 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:09.342586 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-006eee7c-c63e-4f3b-bfe3-97ce2382cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:09.344457 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-006eee7c-c63e-4f3b-bfe3-97ce2382cf29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80&device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 1130 time: 0.0470231 Jun 25 16:13:09.437934 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45414) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:09.469748 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-b7b66b7d-96c0-41e6-b664-752cbe3cb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:09.471698 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-b7b66b7d-96c0-41e6-b664-752cbe3cb8c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f890c253-6159-4bda-8d76-0d3eba6fa404 HTTP/1.1" status: 200 len: 910 time: 0.1220670 Jun 25 16:13:09.490858 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99b43a-2c2d-4e3c-b0ba-0503ef2bd254 req-04cb65ec-b1e8-440e-9903-36542d222ec6 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:09.492845 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bb99b43a-2c2d-4e3c-b0ba-0503ef2bd254 req-04cb65ec-b1e8-440e-9903-36542d222ec6 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0595777 Jun 25 16:13:09.548076 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bb99b43a-2c2d-4e3c-b0ba-0503ef2bd254 req-3e4779bc-76e7-471d-a9ff-3f9b5d34cda4 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486157 Jun 25 16:13:09.568268 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:09.647494 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Publish callbacks [] for security_group (46faa844-b6bd-411c-86df-5770846825d7), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:09.651385 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (46faa844-b6bd-411c-86df-5770846825d7), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:09.660926 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 5, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:09.688071 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] Checking router: c4d072ca-2659-4517-ba3d-b0ef3bc16e40 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:09.691992 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1a742509a164b798b894ad7240f28ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525873 Jun 25 16:13:09.693161 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46faa844-b6bd-411c-86df-5770846825d7,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:09.694973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45418) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:09.699604 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:09.700357 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:12:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:09.700945 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.701256 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.701593 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.702004 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.702379 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.702672 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.703133 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.703503 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.703820 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.704193 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.704506 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.704827 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.705138 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.705446 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.705753 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbac174-1d0a-4503-8742-39ceddc062cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:09.750737 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3c8dfbfb-7a9f-499f-af0a-46963e2cf916 admin admin] Publish callbacks [] for security_group (46faa844-b6bd-411c-86df-5770846825d7), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:09.772789 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3c8dfbfb-7a9f-499f-af0a-46963e2cf916 admin admin] Publish callbacks [] for security_group (46faa844-b6bd-411c-86df-5770846825d7), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:09.800796 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:09.824579 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3c8dfbfb-7a9f-499f-af0a-46963e2cf916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (46faa844-b6bd-411c-86df-5770846825d7), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:09.827617 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3c8dfbfb-7a9f-499f-af0a-46963e2cf916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:09.828808 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-3c8dfbfb-7a9f-499f-af0a-46963e2cf916 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46faa844-b6bd-411c-86df-5770846825d7 HTTP/1.1" status: 204 len: 168 time: 0.1328540 Jun 25 16:13:09.844732 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dfbfb-7a9f-499f-af0a-46963e2cf916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46faa844-b6bd-411c-86df-5770846825d7,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:09.999245 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 5, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:10.028016 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef053a5-4fc5-4322-97db-ed0ecff1a2a1 None None] The sync data for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi is: [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:49Z', 'revision_number': 4, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '287b4044-87ae-47e7-b4fb-5078bc73b5a8', 'name': '', 'network_id': 'f890c253-6159-4bda-8d76-0d3eba6fa404', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'mac_address': 'fa:16:3e:08:24:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'bc14f556-3476-430a-bed6-291c93266bae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:48Z', 'updated_at': '2022-06-25T16:07:58Z', 'revision_number': 5, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'subnets': [{'id': 'bc14f556-3476-430a-bed6-291c93266bae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:10.266893 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553e5f3-c71b-4466-a300-1fc2a84856fd None None] New status for floating IP ffc27666-9c65-4640-86a1-0320ee7a05bd: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:13:10.511154 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-f6c83ef6-402e-452c-bf09-1945ec02f5fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 200 len: 217 time: 0.0440035 Jun 25 16:13:10.518448 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45440) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:10.550557 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:10.554622 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:10.563471 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-7f299716-dbd3-43f8-9d9c-21a140d455bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:10.564957 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-7f299716-dbd3-43f8-9d9c-21a140d455bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bc14f556-3476-430a-bed6-291c93266bae HTTP/1.1" status: 200 len: 848 time: 0.0478961 Jun 25 16:13:10.621750 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1693662910-network', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:10.677011 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Made reservation on behalf of c5bb30b042f3422faf43af82b27b37a5 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:13:10.679746 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:10.695637 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc7300-bd70-49c7-a41d-13ac31eb09b5 req-4e21f9ad-0e6a-4564-b5ea-76870b1a1a17 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:10.697165 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d9bc7300-bd70-49c7-a41d-13ac31eb09b5 req-4e21f9ad-0e6a-4564-b5ea-76870b1a1a17 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0695710 Jun 25 16:13:10.698269 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:10.710258 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-ddf8bbcd-3f5c-4d3f-a7e0-1f66769beec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:10.711814 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-ddf8bbcd-3f5c-4d3f-a7e0-1f66769beec9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f890c253-6159-4bda-8d76-0d3eba6fa404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420539 Jun 25 16:13:10.742986 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:10.787432 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d9bc7300-bd70-49c7-a41d-13ac31eb09b5 req-92e591f3-f8e3-4b10-b002-b66e7dbc6aa8 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/security-groups?id=a02c1e58-6b17-4c77-add6-c2e9a5809511&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804965 Jun 25 16:13:10.819774 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-da07a4e4-58c9-4061-952c-3da97f833263 service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018157 Jun 25 16:13:10.834029 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Publish callbacks [] for security_group (9e9b7d1b-2e7d-42fd-94c3-7894096e8be4), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:10.839957 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (9e9b7d1b-2e7d-42fd-94c3-7894096e8be4), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:10.866455 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:13:10.877191 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9b7d1b-2e7d-42fd-94c3-7894096e8be4,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:10.881607 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:10.882945 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (6d6c74cb-11af-4efa-8acc-da7af6e0b124), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:10.883292 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Added segment 6d6c74cb-11af-4efa-8acc-da7af6e0b124 of type vlan for network 4493f90c-02cf-4ced-9f9f-700abb5cb837 Jun 25 16:13:10.932267 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (4493f90c-02cf-4ced-9f9f-700abb5cb837), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:10.984395 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (4493f90c-02cf-4ced-9f9f-700abb5cb837), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:10.985582 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:10.986206 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:10.987861 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-70f3446c-f947-420b-a72a-648edc8f4d06 req-acba449c-718c-4026-b2d2-c14fc36551ae service neutron] 10.222.0.26 "GET /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950122 Jun 25 16:13:11.026786 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-405ffd68-d709-4347-a4ea-6c9039ca338a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:11.028362 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-405ffd68-d709-4347-a4ea-6c9039ca338a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.26 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 946 time: 0.0754867 Jun 25 16:13:11.040065 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.047009 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.5274954 Jun 25 16:13:11.050037 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45446) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:11.055246 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Request body: {'subnet': {'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1693662910-subnet', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:11.076056 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Made reservation on behalf of c5bb30b042f3422faf43af82b27b37a5 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:13:11.078407 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303717'] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.099744 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae98e0-6a06-4678-bf6f-5f4489560554 admin admin] Pushing event updated for resources: {'Network': ['ID=4493f90c-02cf-4ced-9f9f-700abb5cb837,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:11.109973 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:13:11.162429 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Deleting port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:11.162766 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.251798 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3312986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303763'] for subnet (d64c37ba-03d3-48c5-a690-9548e82c8d83), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.259444 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] For port 166dd48f-5e8c-48ce-8be5-c39460c7ef08, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=166dd48f-5e8c-48ce-8be5-c39460c7ef08,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:11.259794 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.274066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Calling delete_port for 166dd48f-5e8c-48ce-8be5-c39460c7ef08 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:11.306970 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64c37ba-03d3-48c5-a690-9548e82c8d83,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:11.317543 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Checking segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:13:11.317908 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Network hostable DHCP agents. Network: 4493f90c-02cf-4ced-9f9f-700abb5cb837, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:13:11.336265 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:13:11.345397 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 4493f90c-02cf-4ced-9f9f-700abb5cb837) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:11.349623 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:11.350204 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.358936 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61337bf-6f11-49b7-b203-7d0797fc8569 None None] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:13:11.370222 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-392b0e33-d22f-42ca-a63c-ccfbecb931db admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3188164 Jun 25 16:13:11.373361 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45448) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:11.378419 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:11.407885 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (ef26b951-697d-4207-8f99-ad0844fdea03), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.409150 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (ef26b951-697d-4207-8f99-ad0844fdea03), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.415112 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (166dd48f-5e8c-48ce-8be5-c39460c7ef08), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.452615 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event deleted for resources: {'Port': ['ID=166dd48f-5e8c-48ce-8be5-c39460c7ef08,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:11.468443 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks [] for router_controller (ef26b951-697d-4207-8f99-ad0844fdea03), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.502686 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] No DVR routers for this DVR port 166dd48f-5e8c-48ce-8be5-c39460c7ef08 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:13:11.505244 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.509344 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a0e5eafe-e76c-4855-bfb2-4c5907a8f999 req-26c7bea5-e47c-48e0-ab39-77a4569d778a tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.26 "DELETE /v2.0/ports/166dd48f-5e8c-48ce-8be5-c39460c7ef08 HTTP/1.1" status: 204 len: 173 time: 0.4732900 Jun 25 16:13:11.509528 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'name': 'network-vif-deleted', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:13:11.511935 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adcdd80-807e-450f-aa21-47e7636df967" -d '{"events": [{"server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "name": "network-vif-deleted", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:13:11.567521 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1e5c36-2f2a-40a6-840c-f3dd818462e5 x-openstack-request-id: req-ff1e5c36-2f2a-40a6-840c-f3dd818462e5 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:13:11.568105 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "affce264-2942-4aa8-850e-96642d84eff3", "name": "network-vif-deleted", "tag": "166dd48f-5e8c-48ce-8be5-c39460c7ef08", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:13:11.568212 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff1e5c36-2f2a-40a6-840c-f3dd818462e5 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:13:11.568700 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1e5c36-2f2a-40a6-840c-f3dd818462e5'] response: {'server_uuid': 'affce264-2942-4aa8-850e-96642d84eff3', 'name': 'network-vif-deleted', 'tag': '166dd48f-5e8c-48ce-8be5-c39460c7ef08', 'status': 'completed', 'code': 200} Jun 25 16:13:11.587025 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:11.589669 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:11.610034 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks [] for router_gateway (ef26b951-697d-4207-8f99-ad0844fdea03), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.640309 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-4493f90c-02cf-4ced-9f9f-700abb5cb837', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:13:11.641347 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.684163 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:11.722028 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:11.779796 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Allocated IP 172.20.0.2 (4493f90c-02cf-4ced-9f9f-700abb5cb837/d64c37ba-03d3-48c5-a690-9548e82c8d83/22d9cc33-2a2b-4064-9731-a9d04ab70873) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:13:11.812455 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks [] for router_gateway (ef26b951-697d-4207-8f99-ad0844fdea03), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.833985 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.971204 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c627e3cf-c06d-421a-b14e-de7bdd11cf2d req-41fcc4fd-e0f3-4f3a-8818-57f6e39e3587 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "GET /v2.0/ports?device_id=affce264-2942-4aa8-850e-96642d84eff3 HTTP/1.1" status: 200 len: 210 time: 0.0841291 Jun 25 16:13:11.979756 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Publish callbacks [] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:11.990615 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:12.015783 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Allocated IP 172.27.2.73 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/61d0ff48-1350-4331-b7a6-c5614ac6fe22) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:13:12.042163 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:12.046440 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:12.052323 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:13:12.065660 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Pushing event updated for resources: {'Port': ['ID=22d9cc33-2a2b-4064-9731-a9d04ab70873,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:12.119485 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Attempting to bind port 22d9cc33-2a2b-4064-9731-a9d04ab70873 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:13:12.119840 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Attempting to bind port 22d9cc33-2a2b-4064-9731-a9d04ab70873 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:13:12.120363 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Attempting to bind port 22d9cc33-2a2b-4064-9731-a9d04ab70873 on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:13:12.125781 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:13:12.126157 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Checking segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:13:12.126520 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:12.126911 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Bound using segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:13:12.127403 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Bound port: 22d9cc33-2a2b-4064-9731-a9d04ab70873, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:13:12.127803 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:12.138301 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks [] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:12.171163 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:12.194190 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] For port 22d9cc33-2a2b-4064-9731-a9d04ab70873, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:13:12.197710 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] For port 22d9cc33-2a2b-4064-9731-a9d04ab70873, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=22d9cc33-2a2b-4064-9731-a9d04ab70873,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:13:12.203868 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:12.210629 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:12.213657 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:12.217257 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:13:12.253935 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Pushing event updated for resources: {'Port': ['ID=61d0ff48-1350-4331-b7a6-c5614ac6fe22,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:12.270419 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7406af48-eef0-471b-afb3-aee3e1ad40b2 None None] Pushing event updated for resources: {'Port': ['ID=22d9cc33-2a2b-4064-9731-a9d04ab70873,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:12.397707 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad46b87b-4334-48bf-a7b8-af3a466a7225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:12.707534 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks [] for router_gateway (ef26b951-697d-4207-8f99-ad0844fdea03), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:12.899610 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (ef26b951-697d-4207-8f99-ad0844fdea03), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:12.939156 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:12.941635 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:13.032617 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45456) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:13.059647 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Router ef26b951-697d-4207-8f99-ad0844fdea03 is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:13:13.142654 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f89ff531-81d2-4478-b4ca-272fd07accd6 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group (a02c1e58-6b17-4c77-add6-c2e9a5809511), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.191550 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d84d8bc-391f-4f92-b44d-ca4b375523a1 None None] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:13:13.202065 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f89ff531-81d2-4478-b4ca-272fd07accd6 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group (a02c1e58-6b17-4c77-add6-c2e9a5809511), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.242312 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:13.255133 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Sync routers for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:13.264659 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.268648 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-35d3f84d-ed81-48bd-bff6-b2bfd5958aec admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8918722 Jun 25 16:13:13.269634 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45458) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:13.271050 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:13.271936 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:12:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:13.296681 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:13.302458 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f89ff531-81d2-4478-b4ca-272fd07accd6 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (a02c1e58-6b17-4c77-add6-c2e9a5809511), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.304322 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-3f7ca89a-0c64-45e6-8abc-03cd403cdb73 None None] Provisioning complete for port 22d9cc33-2a2b-4064-9731-a9d04ab70873 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:13.304769 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca89a-0c64-45e6-8abc-03cd403cdb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.306092 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f89ff531-81d2-4478-b4ca-272fd07accd6 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.322178 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f89ff531-81d2-4478-b4ca-272fd07accd6 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] 10.222.0.13 "DELETE /v2.0/security-groups/a02c1e58-6b17-4c77-add6-c2e9a5809511 HTTP/1.1" status: 204 len: 168 time: 0.2887897 Jun 25 16:13:13.329082 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:13.353810 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ff531-81d2-4478-b4ca-272fd07accd6 tempest-TestShelveInstance-246117046 tempest-TestShelveInstance-246117046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02c1e58-6b17-4c77-add6-c2e9a5809511,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:13.382485 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45462) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:13.416490 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:13.421024 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-3f7ca89a-0c64-45e6-8abc-03cd403cdb73 None None] Current status of the port 22d9cc33-2a2b-4064-9731-a9d04ab70873 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:13.422751 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca89a-0c64-45e6-8abc-03cd403cdb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.445031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:13.480537 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-3f7ca89a-0c64-45e6-8abc-03cd403cdb73 None None] For port 22d9cc33-2a2b-4064-9731-a9d04ab70873, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=22d9cc33-2a2b-4064-9731-a9d04ab70873,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:13.486843 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca89a-0c64-45e6-8abc-03cd403cdb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.561575 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ca89a-0c64-45e6-8abc-03cd403cdb73 None None] Pushing event updated for resources: {'Port': ['ID=22d9cc33-2a2b-4064-9731-a9d04ab70873,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:13.590130 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:13.650765 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:12Z', 'revision_number': 3, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:13.675658 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Checking router: ef26b951-697d-4207-8f99-ad0844fdea03 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:13.676034 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Updating router ef26b951-697d-4207-8f99-ad0844fdea03 port 61d0ff48-1350-4331-b7a6-c5614ac6fe22 binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:13:13.704828 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.711496 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-91f6a38b-ed8b-4cdd-ba1e-a991a2167e6c None None] Provisioning complete for port 22d9cc33-2a2b-4064-9731-a9d04ab70873 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:13.711859 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-91f6a38b-ed8b-4cdd-ba1e-a991a2167e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.753032 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:13.801816 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:13.804158 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.810075 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-91f6a38b-ed8b-4cdd-ba1e-a991a2167e6c None None] Current status of the port 22d9cc33-2a2b-4064-9731-a9d04ab70873 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:13.957426 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.981257 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Allocated IP 172.20.0.1 (4493f90c-02cf-4ced-9f9f-700abb5cb837/d64c37ba-03d3-48c5-a690-9548e82c8d83/5051bb7e-1aa4-4491-bef2-c65a09faa1ab) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:13:13.987495 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Publish callbacks [] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:13.994003 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.049323 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Attempting to bind port 61d0ff48-1350-4331-b7a6-c5614ac6fe22 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:13:14.049683 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Attempting to bind port 61d0ff48-1350-4331-b7a6-c5614ac6fe22 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:13:14.050180 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Attempting to bind port 61d0ff48-1350-4331-b7a6-c5614ac6fe22 on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:13:14.052634 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Pushing event updated for resources: {'Port': ['ID=61d0ff48-1350-4331-b7a6-c5614ac6fe22,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:14.062304 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.062650 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.063006 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.063341 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.063668 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.064399 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.064399 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.064699 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.064971 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.065289 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.065605 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.066262 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.066262 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.066565 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.066879 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:14.071662 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:13:14.072034 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:13:14.072453 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.072838 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:13:14.073328 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Bound port: 61d0ff48-1350-4331-b7a6-c5614ac6fe22, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:13:14.073698 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.122986 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Publish callbacks [] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.135541 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] For port 61d0ff48-1350-4331-b7a6-c5614ac6fe22, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:13:14.139427 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] For port 61d0ff48-1350-4331-b7a6-c5614ac6fe22, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=61d0ff48-1350-4331-b7a6-c5614ac6fe22,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:13:14.146859 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.179520 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.214550 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:14.214693 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37821b96-d3cc-473b-b3f0-fa688c4654a7 None None] Pushing event updated for resources: {'Port': ['ID=61d0ff48-1350-4331-b7a6-c5614ac6fe22,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:14.218883 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 22d9cc33-2a2b-4064-9731-a9d04ab70873 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:14.219100 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:14.220098 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:12:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:14.225232 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:14.233535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:14.238132 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:14.242889 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:13:14.266842 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Deleting port 287b4044-87ae-47e7-b4fb-5078bc73b5a8 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:14.267216 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.268235 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Pushing event updated for resources: {'Port': ['ID=5051bb7e-1aa4-4491-bef2-c65a09faa1ab,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:14.286106 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:14.299621 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (ef26b951-697d-4207-8f99-ad0844fdea03), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.316677 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 22d9cc33-2a2b-4064-9731-a9d04ab70873 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:14.317060 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.363201 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] For port 287b4044-87ae-47e7-b4fb-5078bc73b5a8, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=287b4044-87ae-47e7-b4fb-5078bc73b5a8,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:14.363588 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.384806 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:14.401554 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Calling delete_port for 287b4044-87ae-47e7-b4fb-5078bc73b5a8 owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:14.460442 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 22d9cc33-2a2b-4064-9731-a9d04ab70873 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:14.465740 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-10564223-0ecd-45aa-ae81-74a9c750e1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.496150 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.533914 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ae0157dc-500e-4158-85e5-42fb2180f5b9 None None] Provisioning complete for port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:14.534273 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ae0157dc-500e-4158-85e5-42fb2180f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.547498 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:14.567427 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ae0157dc-500e-4158-85e5-42fb2180f5b9 None None] Port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:13:14.613139 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:12Z', 'revision_number': 3, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:14.624952 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (287b4044-87ae-47e7-b4fb-5078bc73b5a8), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.637551 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c52ef6-99ec-4321-990c-447af3353e27 None None] The sync data for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi is: [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:12Z', 'revision_number': 3, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:14.651981 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=287b4044-87ae-47e7-b4fb-5078bc73b5a8,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:14.692512 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Publish callbacks [] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.699124 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.773973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Pushing event updated for resources: {'Port': ['ID=5051bb7e-1aa4-4491-bef2-c65a09faa1ab,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:14.776651 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (ef26b951-697d-4207-8f99-ad0844fdea03), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.790211 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:14.872919 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:14.883892 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:14.885358 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:15.026899 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Router ef26b951-697d-4207-8f99-ad0844fdea03 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:13:15.162062 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:13:15.163979 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:15.171579 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-9c522bfc-fbc6-4000-8650-4b7c9e4a4c97 admin admin] 10.222.0.13 "PUT /v2.0/routers/ef26b951-697d-4207-8f99-ad0844fdea03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9004447 Jun 25 16:13:15.265804 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:15.283339 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:15.288747 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e73c1300-52ed-450c-a741-748425cb5f19 admin admin] 10.222.0.13 "PUT /v2.0/routers/c4d072ca-2659-4517-ba3d-b0ef3bc16e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9044573 Jun 25 16:13:15.291106 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45468) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:15.296884 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] Sync routers for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:15.304235 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b0862fa0-4de1-49a4-aa1e-6f321e87d774 None None] Provisioning complete for port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:15.304622 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b0862fa0-4de1-49a4-aa1e-6f321e87d774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.342657 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:15.353110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b0862fa0-4de1-49a4-aa1e-6f321e87d774 None None] Port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:13:15.363426 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:15.364677 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:15.409399 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks [] for router (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.482961 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:15.531118 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks [] for router_gateway (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.574470 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:15.586480 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Deleting port 96093d71-c2d7-42c8-9394-0404cef7efaa {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:15.586921 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.607448 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 166dd48f-5e8c-48ce-8be5-c39460c7ef08 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:15.642019 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 166dd48f-5e8c-48ce-8be5-c39460c7ef08 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:15.642521 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 166dd48f-5e8c-48ce-8be5-c39460c7ef08 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:15.681897 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] For port 96093d71-c2d7-42c8-9394-0404cef7efaa, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=96093d71-c2d7-42c8-9394-0404cef7efaa,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:15.682398 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.696946 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Calling delete_port for 96093d71-c2d7-42c8-9394-0404cef7efaa owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:15.709084 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 5, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port': {'id': '96093d71-c2d7-42c8-9394-0404cef7efaa', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:11:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:15.737744 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] Checking router: c4d072ca-2659-4517-ba3d-b0ef3bc16e40 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:15.749893 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] Routers {'c4d072ca-2659-4517-ba3d-b0ef3bc16e40'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:15.750512 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:15.811470 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45482) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:15.816468 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1000991485-network', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:15.846536 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Made reservation on behalf of cabbc5fd45484def9cc8f536d576d517 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:13:15.849336 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.856486 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] Set router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:15.863939 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.867014 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:15.893839 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (96093d71-c2d7-42c8-9394-0404cef7efaa), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.921428 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Pushing event deleted for resources: {'Port': ['ID=96093d71-c2d7-42c8-9394-0404cef7efaa,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:15.955811 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:13:15Z', 'revision_number': 6, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port_host': None}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:15.958672 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Publish callbacks [] for security_group (3718ce23-82ac-4af2-89b9-2a57ee0b6a4f), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.963833 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (3718ce23-82ac-4af2-89b9-2a57ee0b6a4f), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.985519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:13:15.988174 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:15.989249 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435fdc91-1d4c-4a5e-b830-020df02c8b9c None None] The sync data for ids ['c4d072ca-2659-4517-ba3d-b0ef3bc16e40'] in dv-cinder-847620-2-iscsi is: [{'id': 'c4d072ca-2659-4517-ba3d-b0ef3bc16e40', 'name': 'tempest-TestShelveInstance-1565792160-router', 'tenant_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:44Z', 'updated_at': '2022-06-25T16:13:15Z', 'revision_number': 6, 'project_id': '9b1a552fc6cc43bb80f8a5f951bfcf80', 'gw_port_host': None}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:15.995207 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.010890 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (8c0830fd-2056-4340-aafb-c3321851d313), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.011239 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Added segment 8c0830fd-2056-4340-aafb-c3321851d313 of type vlan for network 969b6561-57b5-42ca-92aa-b139a63353aa Jun 25 16:13:16.025548 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3718ce23-82ac-4af2-89b9-2a57ee0b6a4f,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:16.060864 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (969b6561-57b5-42ca-92aa-b139a63353aa), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.089110 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (969b6561-57b5-42ca-92aa-b139a63353aa), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.090218 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:16.090894 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.132894 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3201246 Jun 25 16:13:16.135738 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45484) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:16.140865 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Request body: {'subnet': {'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1000991485-subnet', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:16.179972 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1dca3-98d0-429a-90ea-13925eb91085 admin admin] Pushing event updated for resources: {'Network': ['ID=969b6561-57b5-42ca-92aa-b139a63353aa,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:16.193885 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 969b6561-57b5-42ca-92aa-b139a63353aa details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:13:16.201874 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Made reservation on behalf of cabbc5fd45484def9cc8f536d576d517 for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:13:16.204737 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942066'] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.319151 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.321362 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks [] for router_controller (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.377174 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (c4d072ca-2659-4517-ba3d-b0ef3bc16e40), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.377841 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d072ca-2659-4517-ba3d-b0ef3bc16e40 {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:13:16.384341 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.387917 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7f2e89f1-d702-454a-bf65-f1a37b30e7fc admin admin] 10.222.0.13 "DELETE /v2.0/routers/c4d072ca-2659-4517-ba3d-b0ef3bc16e40 HTTP/1.1" status: 204 len: 168 time: 1.0934041 Jun 25 16:13:16.388344 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45486) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:16.478770 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-d69350cd-2256-4ba5-893e-119baad19aa7 admin admin] Deleting subnet bc14f556-3476-430a-bed6-291c93266bae {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:13:16.482554 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d69350cd-2256-4ba5-893e-119baad19aa7 admin admin] Publish callbacks [] for subnet (bc14f556-3476-430a-bed6-291c93266bae), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.529316 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:16.538082 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d69350cd-2256-4ba5-893e-119baad19aa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (bc14f556-3476-430a-bed6-291c93266bae), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.617328 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d69350cd-2256-4ba5-893e-119baad19aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (bc14f556-3476-430a-bed6-291c93266bae), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.655675 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Sync routers for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:16.667255 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:16.667878 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:16.673803 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:16.675200 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d69350cd-2256-4ba5-893e-119baad19aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (bc14f556-3476-430a-bed6-291c93266bae), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.683229 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:16.699732 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3066026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942084'] for subnet (4fe08161-1764-438f-ae95-a8e0ee5d74ee), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.707291 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69350cd-2256-4ba5-893e-119baad19aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc14f556-3476-430a-bed6-291c93266bae,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:16.711114 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d69350cd-2256-4ba5-893e-119baad19aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.714338 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d69350cd-2256-4ba5-893e-119baad19aa7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bc14f556-3476-430a-bed6-291c93266bae HTTP/1.1" status: 204 len: 168 time: 0.3240957 Jun 25 16:13:16.717268 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45488) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:16.723019 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294180b3-e757-41bd-a4f2-6e95426dfa31 None None] Network f890c253-6159-4bda-8d76-0d3eba6fa404 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:13:16.759675 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe08161-1764-438f-ae95-a8e0ee5d74ee,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:16.797556 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Checking segment: {'id': '8c0830fd-2056-4340-aafb-c3321851d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:13:16.798330 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Network hostable DHCP agents. Network: 969b6561-57b5-42ca-92aa-b139a63353aa, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:13:16.803664 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (f890c253-6159-4bda-8d76-0d3eba6fa404), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.819926 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Network 969b6561-57b5-42ca-92aa-b139a63353aa is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:13:16.842849 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:16.843183 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 969b6561-57b5-42ca-92aa-b139a63353aa) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:16.847413 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:16.848000 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.855781 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5b36b-c0cc-4ff7-89bf-06f0cdca70ff None None] Network 969b6561-57b5-42ca-92aa-b139a63353aa requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:13:16.884605 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45490) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:16.885232 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-4ca99419-5cbe-4453-b195-760ec524dcf1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7484405 Jun 25 16:13:16.894337 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:16.895540 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 61d0ff48-1350-4331-b7a6-c5614ac6fe22 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:16.924760 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Deleting port 9e3b880d-0ae6-464a-bd37-6d398a650ded {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:16.925234 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.955921 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.956991 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:16.964393 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:16.971616 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] DHCP port deletion for f890c253-6159-4bda-8d76-0d3eba6fa404 request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:13:16.974345 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:17.010635 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] For port 9e3b880d-0ae6-464a-bd37-6d398a650ded, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=9e3b880d-0ae6-464a-bd37-6d398a650ded,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:17.010996 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.058912 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 61d0ff48-1350-4331-b7a6-c5614ac6fe22 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:17.060316 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.063939 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] Deleting port 9e3b880d-0ae6-464a-bd37-6d398a650ded {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:17.064537 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.074785 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Calling delete_port for 9e3b880d-0ae6-464a-bd37-6d398a650ded owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:17.083822 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks [] for router_controller (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.100146 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a054868f-2636-4887-a24b-430659f734df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-969b6561-57b5-42ca-92aa-b139a63353aa', 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa', 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'fixed_ips': [{'subnet_id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:13:17.101105 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a054868f-2636-4887-a24b-430659f734df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.184758 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 2, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:17.213112 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Checking router: ef26b951-697d-4207-8f99-ad0844fdea03 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:17.213610 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Updating router ef26b951-697d-4207-8f99-ad0844fdea03 port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:13:17.248990 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.282265 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks [] for router_gateway (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.300523 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.333482 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] No DVR routers for this DVR port 9e3b880d-0ae6-464a-bd37-6d398a650ded on host dv-cinder-847620-2-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:13:17.380864 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3b880d-0ae6-464a-bd37-6d398a650ded,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:17.409365 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] For port 9e3b880d-0ae6-464a-bd37-6d398a650ded, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=9e3b880d-0ae6-464a-bd37-6d398a650ded,segment=NetworkSegment(e5e64d3b-8202-41b2-91a2-7087dfbdcd30),segment_id=e5e64d3b-8202-41b2-91a2-7087dfbdcd30)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:17.409762 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.440446 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:17.458997 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] Calling delete_port for 9e3b880d-0ae6-464a-bd37-6d398a650ded owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:17.468674 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 61d0ff48-1350-4331-b7a6-c5614ac6fe22 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:17.469298 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.472987 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (f890c253-6159-4bda-8d76-0d3eba6fa404), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.506532 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f890c253-6159-4bda-8d76-0d3eba6fa404']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:17.534421 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:17.538919 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-a054868f-2636-4887-a24b-430659f734df None None] Allocated IP 172.20.0.2 (969b6561-57b5-42ca-92aa-b139a63353aa/4fe08161-1764-438f-ae95-a8e0ee5d74ee/62236f31-f9fe-4828-b9ff-4f09c595d580) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:13:17.543533 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 61d0ff48-1350-4331-b7a6-c5614ac6fe22, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=61d0ff48-1350-4331-b7a6-c5614ac6fe22,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:17.548463 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:17.548931 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e64d3b-8202-41b2-91a2-7087dfbdcd30') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:17.554756 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.556886 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Publish callbacks [] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.572917 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.593969 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (e5e64d3b-8202-41b2-91a2-7087dfbdcd30), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.599697 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:17.610410 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (e5e64d3b-8202-41b2-91a2-7087dfbdcd30), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.617840 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:13:17.618227 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (e5e64d3b-8202-41b2-91a2-7087dfbdcd30), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.632086 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59dbce-2d22-460e-9906-5f3878fe7b38 None None] Pushing event updated for resources: {'Port': ['ID=5051bb7e-1aa4-4491-bef2-c65a09faa1ab,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:17.683200 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:INSERT=4,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:17.693597 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (f890c253-6159-4bda-8d76-0d3eba6fa404), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.698737 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.705261 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f890c253-6159-4bda-8d76-0d3eba6fa404 HTTP/1.1" status: 204 len: 168 time: 0.9838336 Jun 25 16:13:17.706544 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45496) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:17.732343 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.739530 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Attempting to bind port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:13:17.740475 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Attempting to bind port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:13:17.741679 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Attempting to bind port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:13:17.742319 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99714dff-f85e-474b-a5a2-9dbbbe17ac72 admin admin] Pushing event deleted for resources: {'Network': ['ID=f890c253-6159-4bda-8d76-0d3eba6fa404,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:17.750013 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:13:17.750443 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Checking segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:13:17.750906 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.751264 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Bound using segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:13:17.751923 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Bound port: 5051bb7e-1aa4-4491-bef2-c65a09faa1ab, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:13:17.752608 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.765138 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 287b4044-87ae-47e7-b4fb-5078bc73b5a8 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:17.776498 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554'] for port (9e3b880d-0ae6-464a-bd37-6d398a650ded), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.777095 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks [] for router_gateway (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.783627 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=61d0ff48-1350-4331-b7a6-c5614ac6fe22,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:17.834952 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.870173 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] For port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:13:17.873751 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] Network f890c253-6159-4bda-8d76-0d3eba6fa404 is not hosted by any dhcp agent {{(pid=104059) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 25 16:13:17.874436 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] No DVR routers for this DVR port 9e3b880d-0ae6-464a-bd37-6d398a650ded on host dv-cinder-847620-2-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:13:17.876837 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 287b4044-87ae-47e7-b4fb-5078bc73b5a8 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:17.877488 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 287b4044-87ae-47e7-b4fb-5078bc73b5a8 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:17.881513 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] For port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=5051bb7e-1aa4-4491-bef2-c65a09faa1ab,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:13:17.895897 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370b66a-9184-4d4a-b849-68717f786b97 None None] Pushing event deleted for resources: {'Port': ['ID=9e3b880d-0ae6-464a-bd37-6d398a650ded,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:17.896927 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.918680 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:17.929066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:17.967995 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:18.013188 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a054868f-2636-4887-a24b-430659f734df None None] Publish callbacks [] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.031961 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a054868f-2636-4887-a24b-430659f734df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.085186 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment e5e64d3b-8202-41b2-91a2-7087dfbdcd30 resource provider aggregate not found Jun 25 16:13:18.090304 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59dbce-2d22-460e-9906-5f3878fe7b38 None None] Pushing event updated for resources: {'Port': ['ID=5051bb7e-1aa4-4491-bef2-c65a09faa1ab,revision_number=4']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:18.101115 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:18.102176 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:18.114883 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment e5e64d3b-8202-41b2-91a2-7087dfbdcd30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5e64d3b-8202-41b2-91a2-7087dfbdcd30 found for delete ", "request_id": "req-7a63dd7c-fdc4-41f3-9798-8615ab8a52fa"}]} Jun 25 16:13:18.122517 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Allocated IP 172.27.2.142 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/6d3fb363-8d4b-4c56-a136-9ecc797d8997) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:13:18.130643 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a054868f-2636-4887-a24b-430659f734df None None] Network 969b6561-57b5-42ca-92aa-b139a63353aa is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:18.147641 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-a054868f-2636-4887-a24b-430659f734df None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:18.149852 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054868f-2636-4887-a24b-430659f734df None None] Pushing event updated for resources: {'Port': ['ID=62236f31-f9fe-4828-b9ff-4f09c595d580,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:18.155371 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a054868f-2636-4887-a24b-430659f734df None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:13:18.158219 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-002e83a2-f161-4525-ade1-ca4df1994ea3 None None] Provisioning complete for port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:18.158679 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-002e83a2-f161-4525-ade1-ca4df1994ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.273103 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 61d0ff48-1350-4331-b7a6-c5614ac6fe22 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:18.293418 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:18.310185 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks [] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.335243 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.360230 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.392514 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-a054868f-2636-4887-a24b-430659f734df None None] Attempting to bind port 62236f31-f9fe-4828-b9ff-4f09c595d580 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:13:18.392887 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-a054868f-2636-4887-a24b-430659f734df None None] Attempting to bind port 62236f31-f9fe-4828-b9ff-4f09c595d580 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '8c0830fd-2056-4340-aafb-c3321851d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:13:18.393248 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054868f-2636-4887-a24b-430659f734df None None] Attempting to bind port 62236f31-f9fe-4828-b9ff-4f09c595d580 on network 969b6561-57b5-42ca-92aa-b139a63353aa {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:13:18.416987 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Pushing event updated for resources: {'Port': ['ID=6d3fb363-8d4b-4c56-a136-9ecc797d8997,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:18.429152 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054868f-2636-4887-a24b-430659f734df None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:13:18.429525 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054868f-2636-4887-a24b-430659f734df None None] Checking segment: {'id': '8c0830fd-2056-4340-aafb-c3321851d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:13:18.429930 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a054868f-2636-4887-a24b-430659f734df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.431482 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a054868f-2636-4887-a24b-430659f734df None None] Bound using segment: {'id': '8c0830fd-2056-4340-aafb-c3321851d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:13:18.431990 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-a054868f-2636-4887-a24b-430659f734df None None] Bound port: 62236f31-f9fe-4828-b9ff-4f09c595d580, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0830fd-2056-4340-aafb-c3321851d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:13:18.432377 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a054868f-2636-4887-a24b-430659f734df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.433512 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:18.435768 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:18.444044 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:13:18.484003 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:18.485663 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-002e83a2-f161-4525-ade1-ca4df1994ea3 None None] Current status of the port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:18.487385 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-002e83a2-f161-4525-ade1-ca4df1994ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.534951 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 61d0ff48-1350-4331-b7a6-c5614ac6fe22 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:18.535397 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.589574 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:18.606017 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-002e83a2-f161-4525-ade1-ca4df1994ea3 None None] For port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=5051bb7e-1aa4-4491-bef2-c65a09faa1ab,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:18.617164 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad808ae-e44c-4ddd-911f-e60e4a3cbc81 None None] The sync data for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi is: [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:18.621238 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-002e83a2-f161-4525-ade1-ca4df1994ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.649195 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Deleting port 38a97e2f-29d7-45c4-8024-aa696b98027d {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:18.650086 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.666256 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:18.718733 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:18.724347 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-a054868f-2636-4887-a24b-430659f734df None None] For port 62236f31-f9fe-4828-b9ff-4f09c595d580, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:13:18.733334 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-a054868f-2636-4887-a24b-430659f734df None None] For port 62236f31-f9fe-4828-b9ff-4f09c595d580, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=62236f31-f9fe-4828-b9ff-4f09c595d580,segment=NetworkSegment(8c0830fd-2056-4340-aafb-c3321851d313),segment_id=8c0830fd-2056-4340-aafb-c3321851d313)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:13:18.743299 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks [] for router_gateway (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.758131 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002e83a2-f161-4525-ade1-ca4df1994ea3 None None] Pushing event updated for resources: {'Port': ['ID=5051bb7e-1aa4-4491-bef2-c65a09faa1ab,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:18.764992 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a054868f-2636-4887-a24b-430659f734df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.795834 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] For port 38a97e2f-29d7-45c4-8024-aa696b98027d, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=38a97e2f-29d7-45c4-8024-aa696b98027d,segment=NetworkSegment(89e1154d-c340-4625-a460-75d87f919aff),segment_id=89e1154d-c340-4625-a460-75d87f919aff)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:18.796203 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.803298 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ce166d96-df25-4548-b935-3d2ee12096ad None None] Provisioning complete for port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:18.803794 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ce166d96-df25-4548-b935-3d2ee12096ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:18.815698 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Calling delete_port for 38a97e2f-29d7-45c4-8024-aa696b98027d owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:18.898638 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:18.900892 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 61d0ff48-1350-4331-b7a6-c5614ac6fe22 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:18.945522 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054868f-2636-4887-a24b-430659f734df None None] Pushing event updated for resources: {'Port': ['ID=62236f31-f9fe-4828-b9ff-4f09c595d580,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:19.000727 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 9e3b880d-0ae6-464a-bd37-6d398a650ded no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:19.023215 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:19.034352 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 9e3b880d-0ae6-464a-bd37-6d398a650ded {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:19.034836 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 9e3b880d-0ae6-464a-bd37-6d398a650ded not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:19.035897 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 96093d71-c2d7-42c8-9394-0404cef7efaa no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:19.061705 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 96093d71-c2d7-42c8-9394-0404cef7efaa {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:19.063652 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 96093d71-c2d7-42c8-9394-0404cef7efaa not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:19.082875 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:19.086346 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ce166d96-df25-4548-b935-3d2ee12096ad None None] Current status of the port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:19.156714 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (38a97e2f-29d7-45c4-8024-aa696b98027d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:19.195859 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a97e2f-29d7-45c4-8024-aa696b98027d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:19.220536 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:13:19.229556 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:19.363105 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:19.375309 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Sync routers for ids ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:19.395242 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:19.396988 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a8cf1215-e5bd-41fc-95aa-704f572f0720 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5114610 Jun 25 16:13:19.399822 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45500) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:19.401560 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Routers {'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:19.402713 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:19.412985 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:19.444252 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:19.555940 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Set router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:19.713415 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:13:19.752428 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:16Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 3, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'gw_port': {'id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:17Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:19.784270 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Checking router: fde3699f-9da2-4fa3-b0c6-31be3afdfd9b for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:19.784794 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Updating router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b port 6d3fb363-8d4b-4c56-a136-9ecc797d8997 binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:13:19.828927 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:19.875655 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:19.886060 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07974395-0948-453b-9aed-a1787f58a037 None None] Sync routers for ids ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:19.901162 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0f8b832c-d168-4430-990f-7d12848aabf0 admin admin] 10.222.0.13 "PUT /v2.0/routers/c8a7a93d-c084-4b05-93bf-cb13e8dd83dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1929903 Jun 25 16:13:19.901732 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45502) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:19.911402 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07974395-0948-453b-9aed-a1787f58a037 None None] Routers {'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:19.912243 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-07974395-0948-453b-9aed-a1787f58a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:19.980759 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.075606 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-07974395-0948-453b-9aed-a1787f58a037 None None] Set router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:20.085177 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks [] for router (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.310615 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks [] for router_gateway (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.340176 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Publish callbacks [] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.343655 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Allocated IP 172.20.0.1 (969b6561-57b5-42ca-92aa-b139a63353aa/4fe08161-1764-438f-ae95-a8e0ee5d74ee/8a5ef698-3093-40ac-a822-03b9722054b8) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:13:20.367568 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.371414 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c380d5fc-7e29-413e-a641-4651d831aeba None None] Network 969b6561-57b5-42ca-92aa-b139a63353aa requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:13:20.412982 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Deleting port 578b4d69-e885-489e-98b5-f5dab3aef433 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:20.413320 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.435006 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 5051bb7e-1aa4-4491-bef2-c65a09faa1ab up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:20.448021 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-07974395-0948-453b-9aed-a1787f58a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:53Z', 'updated_at': '2022-06-25T16:13:19Z', 'revision_number': 5, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'gw_port': {'id': '578b4d69-e885-489e-98b5-f5dab3aef433', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:49:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:54Z', 'updated_at': '2022-06-25T16:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:20.450066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:20.470727 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Publish callbacks [] for port (8a5ef698-3093-40ac-a822-03b9722054b8), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.475073 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:20.476842 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07974395-0948-453b-9aed-a1787f58a037 None None] Checking router: c8a7a93d-c084-4b05-93bf-cb13e8dd83dc for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:20.487406 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07974395-0948-453b-9aed-a1787f58a037 None None] Routers {'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:20.488089 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-07974395-0948-453b-9aed-a1787f58a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:20.501617 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:20.502308 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:20.507441 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.523723 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Attempting to bind port 6d3fb363-8d4b-4c56-a136-9ecc797d8997 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:13:20.524464 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Attempting to bind port 6d3fb363-8d4b-4c56-a136-9ecc797d8997 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:13:20.525589 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Attempting to bind port 6d3fb363-8d4b-4c56-a136-9ecc797d8997 on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:13:20.539585 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] For port 578b4d69-e885-489e-98b5-f5dab3aef433, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=578b4d69-e885-489e-98b5-f5dab3aef433,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:20.539975 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.540625 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:13:20.541283 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:13:20.541897 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.542497 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:13:20.543310 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Bound port: 6d3fb363-8d4b-4c56-a136-9ecc797d8997, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:13:20.544030 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.560584 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5ef698-3093-40ac-a822-03b9722054b8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:20.560805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Calling delete_port for 578b4d69-e885-489e-98b5-f5dab3aef433 owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:20.576311 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Network 969b6561-57b5-42ca-92aa-b139a63353aa is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:20.579677 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:20.582352 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:13:20.591862 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-07974395-0948-453b-9aed-a1787f58a037 None None] Set router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc gateway port host: None {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:20.592710 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-c98a068a-737b-4335-b059-33be37a4baf3 None None] Provisioning complete for port 62236f31-f9fe-4828-b9ff-4f09c595d580 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:20.593328 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c98a068a-737b-4335-b059-33be37a4baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.633580 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.642410 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-07974395-0948-453b-9aed-a1787f58a037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:53Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 6, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'gw_port_host': None}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:20.672651 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07974395-0948-453b-9aed-a1787f58a037 None None] The sync data for ids ['c8a7a93d-c084-4b05-93bf-cb13e8dd83dc'] in dv-cinder-847620-2-iscsi is: [{'id': 'c8a7a93d-c084-4b05-93bf-cb13e8dd83dc', 'name': 'tempest-TestShelveInstance-3231795-router', 'tenant_id': '45fcc90f2d094bffa9fc393df4548413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:53Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 6, 'project_id': '45fcc90f2d094bffa9fc393df4548413', 'gw_port_host': None}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:20.768096 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:20.781864 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.789835 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (578b4d69-e885-489e-98b5-f5dab3aef433), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.805338 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:20.813228 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4104e14-1ade-4dbc-893e-b4cc750a5499 None None] Pushing event updated for resources: {'Port': ['ID=6d3fb363-8d4b-4c56-a136-9ecc797d8997,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:20.821099 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Pushing event deleted for resources: {'Port': ['ID=578b4d69-e885-489e-98b5-f5dab3aef433,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:20.827841 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:20.873487 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:20.873921 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.900603 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:20.930823 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] For port 6d3fb363-8d4b-4c56-a136-9ecc797d8997, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:13:20.956454 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] For port 6d3fb363-8d4b-4c56-a136-9ecc797d8997, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=6d3fb363-8d4b-4c56-a136-9ecc797d8997,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:13:20.974872 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.018253 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.022237 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks [] for router_controller (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.067048 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-c98a068a-737b-4335-b059-33be37a4baf3 None None] Current status of the port 62236f31-f9fe-4828-b9ff-4f09c595d580 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:21.067429 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c98a068a-737b-4335-b059-33be37a4baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.091083 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Routers {'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:21.091911 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:21.109331 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (c8a7a93d-c084-4b05-93bf-cb13e8dd83dc), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.110582 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a7a93d-c084-4b05-93bf-cb13e8dd83dc {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:13:21.115444 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.120043 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-74d82d44-e517-485c-bf01-5712e6161363 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c8a7a93d-c084-4b05-93bf-cb13e8dd83dc HTTP/1.1" status: 204 len: 168 time: 1.2147226 Jun 25 16:13:21.120615 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45504) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:21.133697 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4104e14-1ade-4dbc-893e-b4cc750a5499 None None] Pushing event updated for resources: {'Port': ['ID=6d3fb363-8d4b-4c56-a136-9ecc797d8997,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:21.186654 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48612b3-68d2-41c1-9e3b-07777967f54d admin admin] Deleting subnet 4c3c07b2-cc5c-46b4-aab9-77e757d2fd86 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:13:21.192048 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b48612b3-68d2-41c1-9e3b-07777967f54d admin admin] Publish callbacks [] for subnet (4c3c07b2-cc5c-46b4-aab9-77e757d2fd86), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.207030 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:21.208219 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 62236f31-f9fe-4828-b9ff-4f09c595d580 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:21.243009 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b48612b3-68d2-41c1-9e3b-07777967f54d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3584197'] for subnet (4c3c07b2-cc5c-46b4-aab9-77e757d2fd86), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.285740 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-c98a068a-737b-4335-b059-33be37a4baf3 None None] For port 62236f31-f9fe-4828-b9ff-4f09c595d580, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=62236f31-f9fe-4828-b9ff-4f09c595d580,segment=NetworkSegment(8c0830fd-2056-4340-aafb-c3321851d313),segment_id=8c0830fd-2056-4340-aafb-c3321851d313)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:21.297341 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c98a068a-737b-4335-b059-33be37a4baf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.297646 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:21.318684 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Publish callbacks [] for port (8a5ef698-3093-40ac-a822-03b9722054b8), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.326298 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.357732 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b48612b3-68d2-41c1-9e3b-07777967f54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (4c3c07b2-cc5c-46b4-aab9-77e757d2fd86), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.360819 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] Set router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:21.400938 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5ef698-3093-40ac-a822-03b9722054b8,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:21.402120 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 62236f31-f9fe-4828-b9ff-4f09c595d580 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:21.402495 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.414278 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a068a-737b-4335-b059-33be37a4baf3 None None] Pushing event updated for resources: {'Port': ['ID=62236f31-f9fe-4828-b9ff-4f09c595d580,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:21.423614 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.439991 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b48612b3-68d2-41c1-9e3b-07777967f54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942109'] for subnet (4c3c07b2-cc5c-46b4-aab9-77e757d2fd86), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.471452 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48612b3-68d2-41c1-9e3b-07777967f54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c3c07b2-cc5c-46b4-aab9-77e757d2fd86,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:21.475410 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b48612b3-68d2-41c1-9e3b-07777967f54d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.484979 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b48612b3-68d2-41c1-9e3b-07777967f54d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c3c07b2-cc5c-46b4-aab9-77e757d2fd86 HTTP/1.1" status: 204 len: 168 time: 0.3630643 Jun 25 16:13:21.486246 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45508) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:21.490796 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d29cb3-0151-4531-8f0e-057aa6381ebe None None] Network eef87b82-20c4-4939-84c7-44938fa1fae0 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:13:21.509376 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-03870d5f-935b-467b-99a2-81392ec0df81 None None] Provisioning complete for port 62236f31-f9fe-4828-b9ff-4f09c595d580 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:21.509673 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-03870d5f-935b-467b-99a2-81392ec0df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.543341 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Network 969b6561-57b5-42ca-92aa-b139a63353aa is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:21.546130 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:21.593829 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (eef87b82-20c4-4939-84c7-44938fa1fae0), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.643403 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Deleting port 3c2c5018-dab9-474e-88eb-c9845c71117e {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:21.643907 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.672940 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:21.684601 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:21.709529 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:13:21.735009 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] For port 3c2c5018-dab9-474e-88eb-c9845c71117e, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=3c2c5018-dab9-474e-88eb-c9845c71117e,segment=NetworkSegment(89e1154d-c340-4625-a460-75d87f919aff),segment_id=89e1154d-c340-4625-a460-75d87f919aff)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:21.735393 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.753763 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Calling delete_port for 3c2c5018-dab9-474e-88eb-c9845c71117e owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:21.755532 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:21.834964 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 62236f31-f9fe-4828-b9ff-4f09c595d580 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:21.847477 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:21.873967 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cb5f93fb-40c4-43f3-b51c-8da3dab382f5 admin admin] 10.222.0.13 "PUT /v2.0/routers/fde3699f-9da2-4fa3-b0c6-31be3afdfd9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4727228 Jun 25 16:13:21.881045 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (3c2c5018-dab9-474e-88eb-c9845c71117e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.896253 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-03870d5f-935b-467b-99a2-81392ec0df81 None None] Current status of the port 62236f31-f9fe-4828-b9ff-4f09c595d580 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:21.916645 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-03870d5f-935b-467b-99a2-81392ec0df81 None None] Provisioning complete for port 8a5ef698-3093-40ac-a822-03b9722054b8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:21.917013 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-03870d5f-935b-467b-99a2-81392ec0df81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:21.928930 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2c5018-dab9-474e-88eb-c9845c71117e,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:21.934012 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] No DVR routers for this DVR port 3c2c5018-dab9-474e-88eb-c9845c71117e on host dv-cinder-847620-2-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:13:21.968636 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-03870d5f-935b-467b-99a2-81392ec0df81 None None] Port 8a5ef698-3093-40ac-a822-03b9722054b8 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:13:21.970399 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0039fbae-433d-4931-b905-b334d5679f31 None None] DHCP port deletion for eef87b82-20c4-4939-84c7-44938fa1fae0 request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:13:21.982265 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:16Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 4, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'gw_port': {'id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:17Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '8a5ef698-3093-40ac-a822-03b9722054b8', 'name': '', 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'mac_address': 'fa:16:3e:4b:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:20Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 1, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'subnets': [{'id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:21.994353 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:22.015519 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f106000d-0c26-4e60-8c81-e8a090b88de1 None None] The sync data for ids ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'] in dv-cinder-847620-2-iscsi is: [{'id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:16Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 4, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'gw_port': {'id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:17Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '8a5ef698-3093-40ac-a822-03b9722054b8', 'name': '', 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'mac_address': 'fa:16:3e:4b:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:20Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 1, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'subnets': [{'id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:22.020306 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (eef87b82-20c4-4939-84c7-44938fa1fae0), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.052780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef87b82-20c4-4939-84c7-44938fa1fae0']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:22.064167 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e1154d-c340-4625-a460-75d87f919aff') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:22.064490 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e1154d-c340-4625-a460-75d87f919aff') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:22.074663 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3584222'] for segment (89e1154d-c340-4625-a460-75d87f919aff), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.097931 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (89e1154d-c340-4625-a460-75d87f919aff), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.107438 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:13:22.108641 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065859'] for segment (89e1154d-c340-4625-a460-75d87f919aff), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.111701 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-b338f86c-4860-4823-803d-a7ec9e65abaf None None] Provisioning complete for port 8a5ef698-3093-40ac-a822-03b9722054b8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:22.112083 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b338f86c-4860-4823-803d-a7ec9e65abaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.170470 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-b338f86c-4860-4823-803d-a7ec9e65abaf None None] Port 8a5ef698-3093-40ac-a822-03b9722054b8 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:13:22.190606 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (eef87b82-20c4-4939-84c7-44938fa1fae0), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.199474 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.208084 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/eef87b82-20c4-4939-84c7-44938fa1fae0 HTTP/1.1" status: 204 len: 168 time: 0.7180083 Jun 25 16:13:22.220747 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 62236f31-f9fe-4828-b9ff-4f09c595d580 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:22.234418 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24017e-9bb5-4d6a-8c14-99fbdbc9c7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef87b82-20c4-4939-84c7-44938fa1fae0,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:22.244000 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 89e1154d-c340-4625-a460-75d87f919aff resource provider aggregate not found Jun 25 16:13:22.272393 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 89e1154d-c340-4625-a460-75d87f919aff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89e1154d-c340-4625-a460-75d87f919aff found for delete ", "request_id": "req-869b7d2c-89b8-437a-bfad-6fe9fa4b4c1f"}]} Jun 25 16:13:22.299166 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 62236f31-f9fe-4828-b9ff-4f09c595d580 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:22.299536 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.411913 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 62236f31-f9fe-4828-b9ff-4f09c595d580 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:22.453544 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45524) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:22.458499 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-7b43650f-369d-4b87-8275-d46780450e48 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054987293', 'description': 'tempest-secgroup-smoke-1054987293 description', 'project_id': 'c5bb30b042f3422faf43af82b27b37a5'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:22.482966 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b43650f-369d-4b87-8275-d46780450e48 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.491409 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 3c2c5018-dab9-474e-88eb-c9845c71117e no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:22.493222 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45526) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:22.523804 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 3c2c5018-dab9-474e-88eb-c9845c71117e {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:22.524148 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 3c2c5018-dab9-474e-88eb-c9845c71117e not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:22.524609 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 578b4d69-e885-489e-98b5-f5dab3aef433 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:22.548564 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 578b4d69-e885-489e-98b5-f5dab3aef433 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:22.549273 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 578b4d69-e885-489e-98b5-f5dab3aef433 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:22.549877 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 38a97e2f-29d7-45c4-8024-aa696b98027d no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:22.554828 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45528) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:22.555165 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-64f9c192-f39c-4291-9cfe-8d47bd18a5d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b1a552fc6cc43bb80f8a5f951bfcf80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605462 Jun 25 16:13:22.570398 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 38a97e2f-29d7-45c4-8024-aa696b98027d {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:22.570749 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 38a97e2f-29d7-45c4-8024-aa696b98027d not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:22.577420 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b43650f-369d-4b87-8275-d46780450e48 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group (79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.588642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b43650f-369d-4b87-8275-d46780450e48 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.627603 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7b43650f-369d-4b87-8275-d46780450e48 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.629042 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7b43650f-369d-4b87-8275-d46780450e48 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1744626 Jun 25 16:13:22.632077 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45530) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:22.638681 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-b4f55be3-9243-4506-b790-73a108f31960 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'security_group_rule': {'security_group_id': '79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4', 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:22.641652 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43650f-369d-4b87-8275-d46780450e48 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:22.655703 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77e90d5d-091a-4fe6-8f7d-51ee489ff588 admin admin] Publish callbacks [] for security_group (883a9568-8147-4293-b5fb-93a1a57bf653), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.673745 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b4f55be3-9243-4506-b790-73a108f31960 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (b1f4a928-3ba1-489b-83e2-aecce97a5c79), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.680931 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77e90d5d-091a-4fe6-8f7d-51ee489ff588 admin admin] Publish callbacks [] for security_group (883a9568-8147-4293-b5fb-93a1a57bf653), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.723463 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:22.740781 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77e90d5d-091a-4fe6-8f7d-51ee489ff588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (883a9568-8147-4293-b5fb-93a1a57bf653), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.743859 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-77e90d5d-091a-4fe6-8f7d-51ee489ff588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.747585 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b4f55be3-9243-4506-b790-73a108f31960 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (b1f4a928-3ba1-489b-83e2-aecce97a5c79), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.747899 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-77e90d5d-091a-4fe6-8f7d-51ee489ff588 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/883a9568-8147-4293-b5fb-93a1a57bf653 HTTP/1.1" status: 204 len: 168 time: 0.1892376 Jun 25 16:13:22.752184 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b4f55be3-9243-4506-b790-73a108f31960 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (b1f4a928-3ba1-489b-83e2-aecce97a5c79), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.755385 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e90d5d-091a-4fe6-8f7d-51ee489ff588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883a9568-8147-4293-b5fb-93a1a57bf653,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:22.774282 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f55be3-9243-4506-b790-73a108f31960 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f4a928-3ba1-489b-83e2-aecce97a5c79,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:22.786099 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b4f55be3-9243-4506-b790-73a108f31960 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.787403 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b4f55be3-9243-4506-b790-73a108f31960 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1529100 Jun 25 16:13:22.790238 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45534) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:22.795541 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-26a96895-cd01-48c2-8260-e1ebfb9c1112 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'security_group_rule': {'security_group_id': '79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4', 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:22.833427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26a96895-cd01-48c2-8260-e1ebfb9c1112 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (6bd77b46-b0dc-4814-85ce-9847876f3528), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.896786 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26a96895-cd01-48c2-8260-e1ebfb9c1112 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (6bd77b46-b0dc-4814-85ce-9847876f3528), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.903515 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26a96895-cd01-48c2-8260-e1ebfb9c1112 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (6bd77b46-b0dc-4814-85ce-9847876f3528), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.947192 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a96895-cd01-48c2-8260-e1ebfb9c1112 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd77b46-b0dc-4814-85ce-9847876f3528,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:22.957666 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-26a96895-cd01-48c2-8260-e1ebfb9c1112 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:22.959212 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-26a96895-cd01-48c2-8260-e1ebfb9c1112 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1676831 Jun 25 16:13:22.961614 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45536) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:22.966471 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-7c70a160-dc6e-4809-9775-17744e06daec tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'security_group_rule': {'security_group_id': '79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4', 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:22.998373 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7c70a160-dc6e-4809-9775-17744e06daec tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (0e59150c-2040-48eb-8c17-b1e43aa7c855), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.002768 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:23.059372 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:23.062395 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7c70a160-dc6e-4809-9775-17744e06daec tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (0e59150c-2040-48eb-8c17-b1e43aa7c855), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.067559 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7c70a160-dc6e-4809-9775-17744e06daec tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (0e59150c-2040-48eb-8c17-b1e43aa7c855), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.092708 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70a160-dc6e-4809-9775-17744e06daec tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e59150c-2040-48eb-8c17-b1e43aa7c855,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:23.099606 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7c70a160-dc6e-4809-9775-17744e06daec tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.103445 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7c70a160-dc6e-4809-9775-17744e06daec tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383960 Jun 25 16:13:23.103654 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45540) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:23.108594 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-ec1d373a-8eb0-440b-a3f0-d788695aa5ad tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'security_group_rule': {'security_group_id': '79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4', 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:23.141212 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ec1d373a-8eb0-440b-a3f0-d788695aa5ad tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (8881c498-8852-4b7b-b00c-427610f2032b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.207896 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ec1d373a-8eb0-440b-a3f0-d788695aa5ad tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (8881c498-8852-4b7b-b00c-427610f2032b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.210214 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45542) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:23.218378 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ec1d373a-8eb0-440b-a3f0-d788695aa5ad tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (8881c498-8852-4b7b-b00c-427610f2032b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.254239 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d373a-8eb0-440b-a3f0-d788695aa5ad tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8881c498-8852-4b7b-b00c-427610f2032b,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:23.268339 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ec1d373a-8eb0-440b-a3f0-d788695aa5ad tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.272065 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ec1d373a-8eb0-440b-a3f0-d788695aa5ad tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1649897 Jun 25 16:13:23.272847 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45544) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:23.279094 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ac2b4924-455a-43de-a249-e7ff3b7ae9b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=45fcc90f2d094bffa9fc393df4548413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652635 Jun 25 16:13:23.279257 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-b047c1a8-f276-4270-ac02-8483742c77e1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'security_group_rule': {'security_group_id': '79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4', 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:23.279641 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45546) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:23.303741 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.securitygroups_db [None req-b047c1a8-f276-4270-ac02-8483742c77e1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Project c5bb30b042f3422faf43af82b27b37a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 16:13:23.312319 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b047c1a8-f276-4270-ac02-8483742c77e1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (ef8d35a6-7b89-40e8-b747-6c3e7af4a664), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.331167 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed713fc1-df28-4b3e-99e0-607497068d52 admin admin] Publish callbacks [] for security_group (70264b89-b758-4248-bb6a-1d4ac4c972e5), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.354167 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed713fc1-df28-4b3e-99e0-607497068d52 admin admin] Publish callbacks [] for security_group (70264b89-b758-4248-bb6a-1d4ac4c972e5), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.377143 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b047c1a8-f276-4270-ac02-8483742c77e1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (ef8d35a6-7b89-40e8-b747-6c3e7af4a664), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.381979 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b047c1a8-f276-4270-ac02-8483742c77e1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (ef8d35a6-7b89-40e8-b747-6c3e7af4a664), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.404678 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047c1a8-f276-4270-ac02-8483742c77e1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8d35a6-7b89-40e8-b747-6c3e7af4a664,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:23.415761 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed713fc1-df28-4b3e-99e0-607497068d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (70264b89-b758-4248-bb6a-1d4ac4c972e5), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.418395 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ed713fc1-df28-4b3e-99e0-607497068d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.419589 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ed713fc1-df28-4b3e-99e0-607497068d52 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70264b89-b758-4248-bb6a-1d4ac4c972e5 HTTP/1.1" status: 204 len: 168 time: 0.1390619 Jun 25 16:13:23.420125 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b047c1a8-f276-4270-ac02-8483742c77e1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.421382 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b047c1a8-f276-4270-ac02-8483742c77e1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475158 Jun 25 16:13:23.424734 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45550) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:23.430359 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-25d8d1b0-a58a-4a6b-bcbc-66a462985620 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'security_group_rule': {'security_group_id': '79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4', 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:23.442885 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed713fc1-df28-4b3e-99e0-607497068d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70264b89-b758-4248-bb6a-1d4ac4c972e5,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:23.463231 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.securitygroups_db [None req-25d8d1b0-a58a-4a6b-bcbc-66a462985620 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Project c5bb30b042f3422faf43af82b27b37a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 16:13:23.471427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25d8d1b0-a58a-4a6b-bcbc-66a462985620 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (c2b91224-42ae-47c5-a961-4f163ddaeb48), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.541277 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25d8d1b0-a58a-4a6b-bcbc-66a462985620 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (c2b91224-42ae-47c5-a961-4f163ddaeb48), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.545708 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25d8d1b0-a58a-4a6b-bcbc-66a462985620 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (c2b91224-42ae-47c5-a961-4f163ddaeb48), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.564295 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8d1b0-a58a-4a6b-bcbc-66a462985620 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b91224-42ae-47c5-a961-4f163ddaeb48,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:23.573641 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-25d8d1b0-a58a-4a6b-bcbc-66a462985620 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:23.574867 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-25d8d1b0-a58a-4a6b-bcbc-66a462985620 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491613 Jun 25 16:13:24.163634 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 6d3fb363-8d4b-4c56-a136-9ecc797d8997 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:24.209455 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 6d3fb363-8d4b-4c56-a136-9ecc797d8997 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:24.209797 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:24.282672 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 6d3fb363-8d4b-4c56-a136-9ecc797d8997 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:24.283099 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:24.306743 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 6d3fb363-8d4b-4c56-a136-9ecc797d8997, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=6d3fb363-8d4b-4c56-a136-9ecc797d8997,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:24.311993 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:24.364670 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=6d3fb363-8d4b-4c56-a136-9ecc797d8997,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:25.885287 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Sync routers for ids ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:25.896632 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Routers {'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:25.897272 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:26.130278 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:26.144079 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Set router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:26.173938 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 6d3fb363-8d4b-4c56-a136-9ecc797d8997 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:26.182702 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:26.290233 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 6d3fb363-8d4b-4c56-a136-9ecc797d8997 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:26.290506 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:26.456176 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 6d3fb363-8d4b-4c56-a136-9ecc797d8997 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:26.458391 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:16Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 4, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'gw_port': {'id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:17Z', 'updated_at': '2022-06-25T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '8a5ef698-3093-40ac-a822-03b9722054b8', 'name': '', 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'mac_address': 'fa:16:3e:4b:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:20Z', 'updated_at': '2022-06-25T16:13:21Z', 'revision_number': 2, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'subnets': [{'id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:26.486208 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Checking router: fde3699f-9da2-4fa3-b0c6-31be3afdfd9b for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:26.486545 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Updating router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b port 8a5ef698-3093-40ac-a822-03b9722054b8 binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:13:26.522795 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:26.799033 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Publish callbacks [] for port (8a5ef698-3093-40ac-a822-03b9722054b8), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:26.806008 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:26.855250 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0c39e-07c1-4b4e-bac2-be359d648a46 None None] Pushing event updated for resources: {'Port': ['ID=8a5ef698-3093-40ac-a822-03b9722054b8,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:26.918498 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Attempting to bind port 8a5ef698-3093-40ac-a822-03b9722054b8 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:13:26.922245 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Attempting to bind port 8a5ef698-3093-40ac-a822-03b9722054b8 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '8c0830fd-2056-4340-aafb-c3321851d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:13:26.922602 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Attempting to bind port 8a5ef698-3093-40ac-a822-03b9722054b8 on network 969b6561-57b5-42ca-92aa-b139a63353aa {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:13:26.928609 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:13:26.928983 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Checking segment: {'id': '8c0830fd-2056-4340-aafb-c3321851d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:13:26.929380 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:26.929765 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Bound using segment: {'id': '8c0830fd-2056-4340-aafb-c3321851d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:13:26.930226 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Bound port: 8a5ef698-3093-40ac-a822-03b9722054b8, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0830fd-2056-4340-aafb-c3321851d313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:13:26.930601 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:26.971544 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:26.994875 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] For port 8a5ef698-3093-40ac-a822-03b9722054b8, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:13:26.998329 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] For port 8a5ef698-3093-40ac-a822-03b9722054b8, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=8a5ef698-3093-40ac-a822-03b9722054b8,segment=NetworkSegment(8c0830fd-2056-4340-aafb-c3321851d313),segment_id=8c0830fd-2056-4340-aafb-c3321851d313)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:13:27.005308 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:27.063163 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Routers {'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:27.063809 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:27.104011 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0c39e-07c1-4b4e-bac2-be359d648a46 None None] Pushing event updated for resources: {'Port': ['ID=8a5ef698-3093-40ac-a822-03b9722054b8,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:27.125791 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:27.157429 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ad3ddfe1-2c45-4088-b00c-4973c59f81ac None None] Provisioning complete for port 8a5ef698-3093-40ac-a822-03b9722054b8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:27.157924 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad3ddfe1-2c45-4088-b00c-4973c59f81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:27.219943 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] Set router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:27.333271 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ad3ddfe1-2c45-4088-b00c-4973c59f81ac None None] Current status of the port 8a5ef698-3093-40ac-a822-03b9722054b8 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:27.333700 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad3ddfe1-2c45-4088-b00c-4973c59f81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:27.409894 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-ad3ddfe1-2c45-4088-b00c-4973c59f81ac None None] For port 8a5ef698-3093-40ac-a822-03b9722054b8, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=8a5ef698-3093-40ac-a822-03b9722054b8,segment=NetworkSegment(8c0830fd-2056-4340-aafb-c3321851d313),segment_id=8c0830fd-2056-4340-aafb-c3321851d313)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:27.422451 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ad3ddfe1-2c45-4088-b00c-4973c59f81ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:27.512495 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3ddfe1-2c45-4088-b00c-4973c59f81ac None None] Pushing event updated for resources: {'Port': ['ID=8a5ef698-3093-40ac-a822-03b9722054b8,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:27.515472 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:16Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 4, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'gw_port': {'id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:17Z', 'updated_at': '2022-06-25T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '8a5ef698-3093-40ac-a822-03b9722054b8', 'name': '', 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'mac_address': 'fa:16:3e:4b:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:20Z', 'updated_at': '2022-06-25T16:13:26Z', 'revision_number': 4, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'subnets': [{'id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:27.545593 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6212e39-8616-49f8-ab27-77ed18b6bac6 None None] The sync data for ids ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'] in dv-cinder-847620-2-iscsi is: [{'id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:16Z', 'updated_at': '2022-06-25T16:13:20Z', 'revision_number': 4, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'gw_port': {'id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:17Z', 'updated_at': '2022-06-25T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '8a5ef698-3093-40ac-a822-03b9722054b8', 'name': '', 'network_id': '969b6561-57b5-42ca-92aa-b139a63353aa', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'mac_address': 'fa:16:3e:4b:c2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:20Z', 'updated_at': '2022-06-25T16:13:26Z', 'revision_number': 4, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'subnets': [{'id': '4fe08161-1764-438f-ae95-a8e0ee5d74ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:27.552442 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-ff68ff9d-61d1-497b-84b7-ea16c4310549 None None] Provisioning complete for port 8a5ef698-3093-40ac-a822-03b9722054b8 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:27.552821 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ff68ff9d-61d1-497b-84b7-ea16c4310549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:27.637779 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-ff68ff9d-61d1-497b-84b7-ea16c4310549 None None] Current status of the port 8a5ef698-3093-40ac-a822-03b9722054b8 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:28.162879 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 8a5ef698-3093-40ac-a822-03b9722054b8 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:28.209159 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 8a5ef698-3093-40ac-a822-03b9722054b8 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:28.209551 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:28.250732 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:28.287287 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 8a5ef698-3093-40ac-a822-03b9722054b8 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:30.643011 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=47 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:30.672231 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=6 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:33.403337 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:33.407482 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=17,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:33.557955 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=9,neutron:SELECT=59,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:33.567412 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:38.284305 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:38.286045 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:39.134135 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-b2f068fa-cd45-4727-8812-0c4c572bad4d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054987293&fields=id&tenant_id=c5bb30b042f3422faf43af82b27b37a5 HTTP/1.1" status: 200 len: 267 time: 0.0466840 Jun 25 16:13:39.240110 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5302df66-7621-42dd-894d-cd898b2f2fec tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:39.241594 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5302df66-7621-42dd-894d-cd898b2f2fec tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 812 time: 0.1005080 Jun 25 16:13:39.257525 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-6c4952ee-3861-4d20-8528-525fe3d2e677 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/quotas/c5bb30b042f3422faf43af82b27b37a5 HTTP/1.1" status: 200 len: 375 time: 0.0093670 Jun 25 16:13:39.311383 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-95824898-2b95-46e3-b29d-c83d4674bafc tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487540 Jun 25 16:13:39.420866 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-f31cfd1f-4a14-4c2d-84d9-c6f9416263b9 service neutron] 10.222.0.13 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950851 Jun 25 16:13:39.519692 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-1df696fe-e7c3-487e-bc51-85a4fbe9dc1d service neutron] 10.222.0.13 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918636 Jun 25 16:13:39.841326 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-83c1c037-1b73-4ba5-81d0-ae58ee5ffdff req-ed7987d7-736a-4a74-8200-366a5015cf32 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 210 time: 0.0342839 Jun 25 16:13:40.071312 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:13:40.912939 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-4a69861a-59d4-4031-af58-fa68bd500950 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:40.914544 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-4a69861a-59d4-4031-af58-fa68bd500950 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 812 time: 0.1151135 Jun 25 16:13:40.956735 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7b6162a5-7eec-40a9-aee6-83b5dafc7a23 req-006cd2da-98bb-42da-a535-0a6ef501c29e tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 210 time: 0.0411787 Jun 25 16:13:41.011273 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-febecdfa-d7ec-4a37-8b1b-237ff2ae7bd0 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5bb30b042f3422faf43af82b27b37a5 HTTP/1.1" status: 200 len: 380 time: 0.0833790 Jun 25 16:13:41.021218 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'port': {'device_id': '3193adb5-3665-405c-b68c-30023d88105d', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'admin_state_up': True, 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'security_groups': ['79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:41.041188 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:41.142266 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Made reservation on behalf of c5bb30b042f3422faf43af82b27b37a5 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:13:41.145973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:41.513057 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3759b-8222-459c-893c-ff1c7341fb8c req-3ce779c4-b627-45c9-8e07-c25b9faa8dcf tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:41.514728 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-22f3759b-8222-459c-893c-ff1c7341fb8c req-3ce779c4-b627-45c9-8e07-c25b9faa8dcf tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0847197 Jun 25 16:13:41.555466 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:41.611062 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-22f3759b-8222-459c-893c-ff1c7341fb8c req-59f20230-367d-40b8-9c96-a31c2e9cfe19 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881684 Jun 25 16:13:41.632782 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Allocated IP 172.20.0.13 (4493f90c-02cf-4ced-9f9f-700abb5cb837/d64c37ba-03d3-48c5-a690-9548e82c8d83/1a9f7280-53f6-4175-893c-f00a3bb1d1d4) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:13:41.657454 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:41.785487 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:41.828562 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:41.875352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:41.878983 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:41.883391 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:13:41.890278 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'Port': ['ID=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:41.922196 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.922895 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.922895 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.923150 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.923490 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.923806 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.924133 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.924678 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.925082 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.925400 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.925861 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.926358 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.926662 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.926978 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.927292 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:41.952144 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:41.952805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:41.973437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-5bbb6de0-7eba-4f86-bc7c-2abd3241d066 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9559994 Jun 25 16:13:41.985254 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Request body: {'port': {'device_id': '3193adb5-3665-405c-b68c-30023d88105d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:42.075846 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:42.105491 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49881c4-752b-4e87-b37a-310c8fb2349b req-06c6efec-4dbf-4310-8cd9-f72a63382f82 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:42.107149 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b49881c4-752b-4e87-b37a-310c8fb2349b req-06c6efec-4dbf-4310-8cd9-f72a63382f82 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 932 time: 0.0665579 Jun 25 16:13:42.148138 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-813f2216-e00c-40e5-acf5-50588aee3041 None None] Provisioning complete for port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:42.148757 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-813f2216-e00c-40e5-acf5-50588aee3041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:42.182116 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-813f2216-e00c-40e5-acf5-50588aee3041 None None] Port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:13:42.240542 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b49881c4-752b-4e87-b37a-310c8fb2349b req-c0710b7c-689c-422c-9048-472d6ac537cc tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167228 Jun 25 16:13:42.392500 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:13:42.400689 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Publish callbacks [] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:42.404823 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5b2b9034-08aa-464f-97b9-efedf02b049f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:42.415179 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Transition to ACTIVE for port object 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:13:42.422755 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:42.447378 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:42.476164 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:42.478524 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:42.559959 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Attempting to bind port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:13:42.560207 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Attempting to bind port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:13:42.560371 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Attempting to bind port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:13:42.565323 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:13:42.565631 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Attempting to bind port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:13:42.570663 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:13:42.570988 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Checking segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:13:42.571357 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Bound using segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:13:42.571765 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Bound port: 1a9f7280-53f6-4175-893c-f00a3bb1d1d4, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:13:42.572115 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:42.638838 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] For port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:13:42.642728 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] For port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:13:42.651004 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:42.689225 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:42.689839 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:42.691255 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a9f7280-53f6-4175-893c-f00a3bb1d1d4 HTTP/1.1" status: 200 len: 1094 time: 0.7105939 Jun 25 16:13:42.691685 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3193adb5-3665-405c-b68c-30023d88105d', 'tag': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:13:42.694097 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8cfe9-51df-4e71-9559-6a8461cc021e" -d '{"events": [{"name": "network-changed", "server_uuid": "3193adb5-3665-405c-b68c-30023d88105d", "tag": "1a9f7280-53f6-4175-893c-f00a3bb1d1d4"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:13:42.747961 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1f9f4d-0a56-4364-8e7f-d08cabc16d9e x-openstack-request-id: req-ab1f9f4d-0a56-4364-8e7f-d08cabc16d9e {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:13:42.748275 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3193adb5-3665-405c-b68c-30023d88105d", "tag": "1a9f7280-53f6-4175-893c-f00a3bb1d1d4", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:13:42.748513 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ab1f9f4d-0a56-4364-8e7f-d08cabc16d9e {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:13:42.748961 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1f9f4d-0a56-4364-8e7f-d08cabc16d9e'] response: {'name': 'network-changed', 'server_uuid': '3193adb5-3665-405c-b68c-30023d88105d', 'tag': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'status': 'completed', 'code': 200} Jun 25 16:13:42.790052 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb362c3-2054-4636-be91-5746712eca45 service neutron] Pushing event updated for resources: {'Port': ['ID=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:42.801153 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62393fd-f981-4061-8821-cdcd6aff0129 req-1338cfde-861c-445f-9f47-d22db2f67cf4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:42.802657 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c62393fd-f981-4061-8821-cdcd6aff0129 req-1338cfde-861c-445f-9f47-d22db2f67cf4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0976756 Jun 25 16:13:42.819981 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-f313fd1a-e74d-4687-8659-8c0d0fa0f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:42.821464 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-f313fd1a-e74d-4687-8659-8c0d0fa0f87b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 1128 time: 0.0663171 Jun 25 16:13:42.877239 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-842f6697-8f81-4ebf-b9f0-6fc460f433da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a9f7280-53f6-4175-893c-f00a3bb1d1d4 HTTP/1.1" status: 200 len: 217 time: 0.0430965 Jun 25 16:13:42.888904 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c62393fd-f981-4061-8821-cdcd6aff0129 req-876d8871-b190-40cc-9b59-b8820b848a21 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0804050 Jun 25 16:13:42.932329 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-848e9b2e-4699-4152-a09d-ebebdb39b824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:42.933808 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-848e9b2e-4699-4152-a09d-ebebdb39b824 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0437264 Jun 25 16:13:42.987040 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-0473c1ea-35b1-41de-a6da-92394ceb65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:42.988579 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-0473c1ea-35b1-41de-a6da-92394ceb65b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462337 Jun 25 16:13:43.079096 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-b96ca00a-bd6d-420a-9069-7864020d00fa service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837090 Jun 25 16:13:43.170723 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c4ce1179-7411-4c39-8480-4e417a1f6fe1 req-f7df3dac-dcc1-436b-8a0c-ea952040121b service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851810 Jun 25 16:13:43.360777 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83f7b2-9607-4708-a842-e19cff1b789c req-0502c765-6246-4f6b-ba96-5a69a8bca71b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:43.362333 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fa83f7b2-9607-4708-a842-e19cff1b789c req-0502c765-6246-4f6b-ba96-5a69a8bca71b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 944 time: 0.0473783 Jun 25 16:13:43.445453 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-4fc29bad-5bd9-4de7-8661-363364676d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:43.446915 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-4fc29bad-5bd9-4de7-8661-363364676d33 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 1128 time: 0.0620813 Jun 25 16:13:43.450718 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fa83f7b2-9607-4708-a842-e19cff1b789c req-eb620ca6-3109-44fe-ab31-80f914a72645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828342 Jun 25 16:13:43.537534 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-968ac72b-9f84-40db-a7fb-6c24ae0666b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:43.538995 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-968ac72b-9f84-40db-a7fb-6c24ae0666b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.0860658 Jun 25 16:13:43.578046 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-f0451509-d0c6-4501-bf61-c02cb9b8a357 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a9f7280-53f6-4175-893c-f00a3bb1d1d4 HTTP/1.1" status: 200 len: 217 time: 0.0329547 Jun 25 16:13:43.616349 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:43.630697 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-dab8cbec-777b-4a3b-beb8-8254ddc1a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:43.632141 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-dab8cbec-777b-4a3b-beb8-8254ddc1a35e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0489807 Jun 25 16:13:43.678407 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-61f2c7b1-8bbd-4023-827e-8f9ca3fd5781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:43.680677 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-61f2c7b1-8bbd-4023-827e-8f9ca3fd5781 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424943 Jun 25 16:13:43.707880 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:43.790019 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-6dbafcbb-0d78-42fa-b03e-93e96fea8e72 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027877 Jun 25 16:13:43.895297 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-70c8cfe9-51df-4e71-9559-6a8461cc021e req-bd3bfde3-1795-4236-a1a6-afa2a0d2beda service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964160 Jun 25 16:13:44.005432 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b8514-013f-4a7c-afd1-254861114d4e req-8d8f2a5a-cbb5-4c58-a5cd-997a2313f910 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:44.006783 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1f7b8514-013f-4a7c-afd1-254861114d4e req-8d8f2a5a-cbb5-4c58-a5cd-997a2313f910 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0472267 Jun 25 16:13:44.012837 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:44.061409 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1f7b8514-013f-4a7c-afd1-254861114d4e req-ef5c780a-e22d-4c05-bd31-7b16c3a134c9 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469613 Jun 25 16:13:44.451217 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ca685a9b-4aa5-421e-83e7-4935ecc6ee07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:44.564750 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b7ac5-f65a-469b-a143-59fc5ffe3f01 req-357397f7-5b4d-4a3e-8420-543235db3738 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:44.566294 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a88b7ac5-f65a-469b-a143-59fc5ffe3f01 req-357397f7-5b4d-4a3e-8420-543235db3738 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 944 time: 0.0478127 Jun 25 16:13:44.617142 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a88b7ac5-f65a-469b-a143-59fc5ffe3f01 req-ef3c53a9-f6fe-4ea9-9e95-337b62416747 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451789 Jun 25 16:13:44.776798 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030c750-e0dd-4eb9-acfa-62bc7fa7d9c9 req-09bb3048-c818-42e4-8266-b75ed02044b7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:44.778359 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3030c750-e0dd-4eb9-acfa-62bc7fa7d9c9 req-09bb3048-c818-42e4-8266-b75ed02044b7 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 947 time: 0.0523465 Jun 25 16:13:44.827526 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3030c750-e0dd-4eb9-acfa-62bc7fa7d9c9 req-dd688b89-7aef-4ec7-a882-c5b226e960a5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435975 Jun 25 16:13:45.200736 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b4306-5e62-41e4-822f-a489c73d7b53 req-561c2853-50fe-47eb-aa4f-d41f77090475 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:45.203033 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c8b4306-5e62-41e4-822f-a489c73d7b53 req-561c2853-50fe-47eb-aa4f-d41f77090475 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0592487 Jun 25 16:13:45.260774 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c8b4306-5e62-41e4-822f-a489c73d7b53 req-cf9085c0-a100-467c-abb5-8894e3d66097 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519512 Jun 25 16:13:45.746335 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bba1b-6d82-41cc-a975-695178053cc3 req-ba2858d8-eb2b-4af9-9787-fccad4d181de tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:45.747815 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a8bba1b-6d82-41cc-a975-695178053cc3 req-ba2858d8-eb2b-4af9-9787-fccad4d181de tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 944 time: 0.0546331 Jun 25 16:13:45.802957 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9a8bba1b-6d82-41cc-a975-695178053cc3 req-471e65ad-6143-4479-93d9-994fc6d8ccea tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466375 Jun 25 16:13:45.906178 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:45.971312 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9b1a7-7451-4c6a-979c-6548bf0ce929 req-29fe96f2-63d0-431d-83ad-6332dca44e8c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:45.973098 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-afe9b1a7-7451-4c6a-979c-6548bf0ce929 req-29fe96f2-63d0-431d-83ad-6332dca44e8c tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 947 time: 0.0561259 Jun 25 16:13:46.043216 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-2eb0680a-e9fd-4c80-8b9c-f2cc55c20f5f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:46.044834 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-2eb0680a-e9fd-4c80-8b9c-f2cc55c20f5f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 947 time: 0.0680256 Jun 25 16:13:46.069212 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-afe9b1a7-7451-4c6a-979c-6548bf0ce929 req-c0c81f16-bcd9-4359-8342-cd2bb843ea94 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups?id=9f40b23c-1d14-499b-b7f6-15169a0965f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833313 Jun 25 16:13:46.138820 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Deleting port faf6b184-57b1-4bce-bc06-d6f249c9b017 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:46.139453 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:46.206579 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:46.234942 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] For port faf6b184-57b1-4bce-bc06-d6f249c9b017, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=faf6b184-57b1-4bce-bc06-d6f249c9b017,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:46.235307 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:46.326864 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:46.421497 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550221e-8092-4c1f-8ebc-9d112f904dab req-c85120f4-2302-4c66-9ae0-60b2c6eeb22b tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:46.422980 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7550221e-8092-4c1f-8ebc-9d112f904dab req-c85120f4-2302-4c66-9ae0-60b2c6eeb22b tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0864110 Jun 25 16:13:46.450631 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:46.450990 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (88eeb11c-e107-4776-922d-550bc185981a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:46.451309 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Floating IP 88eeb11c-e107-4776-922d-550bc185981a disassociated. External IP: 172.27.2.221, port: faf6b184-57b1-4bce-bc06-d6f249c9b017. Jun 25 16:13:46.451655 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Calling delete_port for faf6b184-57b1-4bce-bc06-d6f249c9b017 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:46.520152 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7550221e-8092-4c1f-8ebc-9d112f904dab req-cb30c96d-5ad6-470e-8909-18a7fb44c214 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0900161 Jun 25 16:13:46.608060 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (faf6b184-57b1-4bce-bc06-d6f249c9b017), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:46.638247 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event deleted for resources: {'Port': ['ID=faf6b184-57b1-4bce-bc06-d6f249c9b017,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:46.753781 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Router 8cf34dbb-69a5-46d1-b008-5f12a007006e has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:13:46.864212 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:46.882222 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] Sync routers for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:46.895402 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:46.903027 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:46.946682 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] No DVR routers for this DVR port faf6b184-57b1-4bce-bc06-d6f249c9b017 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:13:46.951326 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:46.954578 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8a6cac85-43fd-4f6f-bbe0-b3e33a3af45e req-3fb0dfd8-dfd7-4756-beea-e54c2c435ebb tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.26 "DELETE /v2.0/ports/faf6b184-57b1-4bce-bc06-d6f249c9b017 HTTP/1.1" status: 204 len: 173 time: 0.9038877 Jun 25 16:13:46.955018 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-deleted', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:13:46.957329 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd1fa0a-c86a-4b81-9800-93491b125a93" -d '{"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-deleted", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:13:46.987333 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e271-b2a7-4ef9-a34b-be6b3dbf9598 req-87ec9d29-0476-4bc7-802f-839d760a8b6f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:46.990610 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80c4e271-b2a7-4ef9-a34b-be6b3dbf9598 req-87ec9d29-0476-4bc7-802f-839d760a8b6f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 944 time: 0.0944202 Jun 25 16:13:47.052265 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7bca1e-0d38-48f0-87a2-fd502a877fa9 x-openstack-request-id: req-af7bca1e-0d38-48f0-87a2-fd502a877fa9 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:13:47.052778 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "749fc9b1-a969-425d-b2e4-a88b63a45ffe", "name": "network-vif-deleted", "tag": "faf6b184-57b1-4bce-bc06-d6f249c9b017", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:13:47.053127 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af7bca1e-0d38-48f0-87a2-fd502a877fa9 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:13:47.053645 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af7bca1e-0d38-48f0-87a2-fd502a877fa9'] response: {'server_uuid': '749fc9b1-a969-425d-b2e4-a88b63a45ffe', 'name': 'network-vif-deleted', 'tag': 'faf6b184-57b1-4bce-bc06-d6f249c9b017', 'status': 'completed', 'code': 200} Jun 25 16:13:47.064172 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80c4e271-b2a7-4ef9-a34b-be6b3dbf9598 req-06dc3b41-9164-4a75-8102-9a6258fa1afa tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656004 Jun 25 16:13:47.179323 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:47.202697 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ace336ad-6c25-44b1-90cd-e2bae2aa3d34 req-0fe58dca-4419-4ddf-976b-1fa22ec581f5 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/ports?device_id=749fc9b1-a969-425d-b2e4-a88b63a45ffe HTTP/1.1" status: 200 len: 210 time: 0.0299273 Jun 25 16:13:47.395246 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:47.427044 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] Checking router: 8cf34dbb-69a5-46d1-b008-5f12a007006e for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:47.440009 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:47.440682 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:47.563388 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:47.616074 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:47.674458 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2c187-b191-4c39-a951-301ee4d104c2 req-835f86ad-c6ea-467b-9b43-fd22bd79c4c0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:47.676171 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00d2c187-b191-4c39-a951-301ee4d104c2 req-835f86ad-c6ea-467b-9b43-fd22bd79c4c0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0513961 Jun 25 16:13:47.714075 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:47.728389 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-00d2c187-b191-4c39-a951-301ee4d104c2 req-802147d7-5269-4e30-888c-1fd3c6af8ceb tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465815 Jun 25 16:13:47.779828 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:47.816872 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11564366-4fed-4166-94c9-f2cf89f150b0 None None] The sync data for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi is: [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:07:41Z', 'revision_number': 4, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '018011c6-3317-4960-9ecb-e2eda8aa423b', 'name': '', 'network_id': '6882a8e8-9f13-47a2-87c9-a1eafb973bf6', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'mac_address': 'fa:16:3e:de:8c:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:40Z', 'updated_at': '2022-06-25T16:07:48Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'subnets': [{'id': '4c050219-c91a-4d1a-8f7e-8090416951c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:47.826181 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.052014 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ba064d-8792-4205-81e9-fbc53fbe237b None None] New status for floating IP 88eeb11c-e107-4776-922d-550bc185981a: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:13:48.193330 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4f877-19c6-4609-87ea-7c4271426161 req-a36191e4-e1b2-4581-8100-dc1dcd46b1d3 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:48.194795 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3a4f877-19c6-4609-87ea-7c4271426161 req-a36191e4-e1b2-4581-8100-dc1dcd46b1d3 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 944 time: 0.0513334 Jun 25 16:13:48.247570 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3a4f877-19c6-4609-87ea-7c4271426161 req-e223f054-6405-4fad-b6ea-9c0894963c11 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469215 Jun 25 16:13:48.300851 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45746) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:48.346220 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:48.358025 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e472f2bb-cd83-4e7b-b724-1b6b371e55d9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (9f40b23c-1d14-499b-b7f6-15169a0965f7), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.384031 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e472f2bb-cd83-4e7b-b724-1b6b371e55d9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (9f40b23c-1d14-499b-b7f6-15169a0965f7), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.444513 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e472f2bb-cd83-4e7b-b724-1b6b371e55d9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (9f40b23c-1d14-499b-b7f6-15169a0965f7), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.447148 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e472f2bb-cd83-4e7b-b724-1b6b371e55d9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.448313 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e472f2bb-cd83-4e7b-b724-1b6b371e55d9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "DELETE /v2.0/security-groups/9f40b23c-1d14-499b-b7f6-15169a0965f7 HTTP/1.1" status: 204 len: 168 time: 0.1464396 Jun 25 16:13:48.451518 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45748) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:48.457539 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472f2bb-cd83-4e7b-b724-1b6b371e55d9 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f40b23c-1d14-499b-b7f6-15169a0965f7,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:48.468691 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-ac3c8393-89fa-404a-8795-5c4e9734e60a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] show failed (client error): The resource could not be found. Jun 25 16:13:48.469783 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ac3c8393-89fa-404a-8795-5c4e9734e60a tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "GET /v2.0/security-groups/9f40b23c-1d14-499b-b7f6-15169a0965f7 HTTP/1.1" status: 404 len: 347 time: 0.0171223 Jun 25 16:13:48.472893 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45750) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:48.583976 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Deleting port 3c49fafc-ed9d-4eac-88af-b887994b0b71 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:48.584264 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (3c49fafc-ed9d-4eac-88af-b887994b0b71), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.665250 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (3c49fafc-ed9d-4eac-88af-b887994b0b71), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.665542 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (3c49fafc-ed9d-4eac-88af-b887994b0b71), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.679032 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Calling delete_port for 3c49fafc-ed9d-4eac-88af-b887994b0b71 owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:48.841560 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (3c49fafc-ed9d-4eac-88af-b887994b0b71), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.871458 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Pushing event deleted for resources: {'Port': ['ID=3c49fafc-ed9d-4eac-88af-b887994b0b71,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:48.879462 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5744fa0-ae5b-4e11-a5e8-81d58a80e7ed req-f7edcb77-0475-420c-a071-c5f7cadbdc3a tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:48.880928 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d5744fa0-ae5b-4e11-a5e8-81d58a80e7ed req-f7edcb77-0475-420c-a071-c5f7cadbdc3a tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0786676 Jun 25 16:13:48.974849 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks [] for floatingip (88eeb11c-e107-4776-922d-550bc185981a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.977278 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:48.978743 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fdc47129-b06d-48f7-962d-840b9cfefd83 tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] 10.222.0.13 "DELETE /v2.0/floatingips/88eeb11c-e107-4776-922d-550bc185981a HTTP/1.1" status: 204 len: 168 time: 0.5048354 Jun 25 16:13:48.982141 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d5744fa0-ae5b-4e11-a5e8-81d58a80e7ed req-503ffbb7-92c0-45a5-aaa9-95f826b8d5e8 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940685 Jun 25 16:13:49.366287 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ffb69-f253-48ad-9e5f-8ab73f6cbc98 req-b2f2ccf2-3ba5-4d11-ae6a-ee7e86d4ed1b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:49.367747 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b68ffb69-f253-48ad-9e5f-8ab73f6cbc98 req-b2f2ccf2-3ba5-4d11-ae6a-ee7e86d4ed1b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 944 time: 0.0498028 Jun 25 16:13:49.424057 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b68ffb69-f253-48ad-9e5f-8ab73f6cbc98 req-a9266145-86ad-4a3a-b217-938c6f13b967 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503907 Jun 25 16:13:49.743607 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device faf6b184-57b1-4bce-bc06-d6f249c9b017 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:49.771268 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: faf6b184-57b1-4bce-bc06-d6f249c9b017 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:49.771615 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device faf6b184-57b1-4bce-bc06-d6f249c9b017 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:50.114792 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf176974-117a-45a0-b823-6df8efb4fe4f req-cfe1178f-1a52-4baa-b43a-d5c6184c3814 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:50.116107 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf176974-117a-45a0-b823-6df8efb4fe4f req-cfe1178f-1a52-4baa-b43a-d5c6184c3814 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0621786 Jun 25 16:13:50.165906 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:50.171267 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bf176974-117a-45a0-b823-6df8efb4fe4f req-605cc5f3-34df-4ec4-a067-0888861b188c tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487359 Jun 25 16:13:50.556352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bc873-6d63-4250-a0b5-d8e968cfe2d3 req-4a626001-e8d1-46b4-9d11-a5e25bd35f22 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:50.557752 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-662bc873-6d63-4250-a0b5-d8e968cfe2d3 req-4a626001-e8d1-46b4-9d11-a5e25bd35f22 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 944 time: 0.0481198 Jun 25 16:13:50.593464 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:50.608446 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-662bc873-6d63-4250-a0b5-d8e968cfe2d3 req-66152101-901a-457e-accb-ed96df4982c8 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448008 Jun 25 16:13:51.295066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee3681-b194-497e-99e2-987b03ed5924 req-6c43faa0-0dd7-40f5-94e3-021eba2f761b tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:51.296536 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-05ee3681-b194-497e-99e2-987b03ed5924 req-6c43faa0-0dd7-40f5-94e3-021eba2f761b tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0520842 Jun 25 16:13:51.344750 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-05ee3681-b194-497e-99e2-987b03ed5924 req-95f8221f-aabb-4265-bb35-7c29f3d7bd9b tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426192 Jun 25 16:13:51.425044 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45782) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:51.724253 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb32a3f-4fce-45a2-b38c-99cff65dbdf0 req-978369cf-7b3c-4a5c-a940-e1c9bce59726 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:51.725783 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8fb32a3f-4fce-45a2-b38c-99cff65dbdf0 req-978369cf-7b3c-4a5c-a940-e1c9bce59726 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 944 time: 0.0465419 Jun 25 16:13:51.748516 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:13:51.777343 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8fb32a3f-4fce-45a2-b38c-99cff65dbdf0 req-c3470605-c150-4ef0-b8d7-ab04cf47edc6 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458136 Jun 25 16:13:51.854306 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:51.866385 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'port_id': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'mac_address': 'fa:16:3e:62:fd:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:13:51.900772 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:51.901150 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:51.914795 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:13:51.928980 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (8cf34dbb-69a5-46d1-b008-5f12a007006e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:51.934532 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:51.939906 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:51.985293 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:51.992553 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.992875 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.993233 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.993566 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.993881 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.994207 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.994521 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.994827 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.995137 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.995455 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.995766 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.996086 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.996470 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.996784 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:51.997099 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:13:52.138132 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['1a9f7280-53f6-4175-893c-f00a3bb1d1d4'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:13:52.155319 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Deleting port 018011c6-3317-4960-9ecb-e2eda8aa423b {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:52.155653 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:52.237900 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] For port 018011c6-3317-4960-9ecb-e2eda8aa423b, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=018011c6-3317-4960-9ecb-e2eda8aa423b,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:52.238279 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:52.251978 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Calling delete_port for 018011c6-3317-4960-9ecb-e2eda8aa423b owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:52.296647 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:52.300108 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:52.427168 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:52.437994 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (018011c6-3317-4960-9ecb-e2eda8aa423b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:52.441389 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:52.466098 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1502e-fa7e-45cb-b084-c107233eb420 req-444b7f95-3d1c-42c8-893a-9034fa6fce97 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:52.467582 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b4c1502e-fa7e-45cb-b084-c107233eb420 req-444b7f95-3d1c-42c8-893a-9034fa6fce97 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0512612 Jun 25 16:13:52.469383 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Pushing event deleted for resources: {'Port': ['ID=018011c6-3317-4960-9ecb-e2eda8aa423b,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:52.527832 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b4c1502e-fa7e-45cb-b084-c107233eb420 req-8b6ce288-e8de-4455-a4f5-1d9d2614fc3d tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497820 Jun 25 16:13:52.640523 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (8cf34dbb-69a5-46d1-b008-5f12a007006e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:52.739594 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ac1f1-79c0-4923-8af4-257fd7c3ab2e req-884681e5-ebca-455d-afcd-fd624df2f849 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:52.741219 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f84ac1f1-79c0-4923-8af4-257fd7c3ab2e req-884681e5-ebca-455d-afcd-fd624df2f849 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0475981 Jun 25 16:13:52.827303 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f84ac1f1-79c0-4923-8af4-257fd7c3ab2e req-c0b01b26-20b8-44d5-8a15-ba32fb133f27 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753665 Jun 25 16:13:52.828440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542a694-6922-4aea-a836-90b12df3d069 req-e8b0f947-0099-4d1e-a533-19072cd7cfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:52.830731 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5542a694-6922-4aea-a836-90b12df3d069 req-e8b0f947-0099-4d1e-a533-19072cd7cfff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 1129 time: 0.0563514 Jun 25 16:13:52.874639 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Router 8cf34dbb-69a5-46d1-b008-5f12a007006e has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:13:52.952701 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6e110-a60a-44cd-91e2-15b73f17a614 req-a159e2c8-c40f-46b8-80cd-a15c351aa308 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:52.954161 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e8c6e110-a60a-44cd-91e2-15b73f17a614 req-a159e2c8-c40f-46b8-80cd-a15c351aa308 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 945 time: 0.0994771 Jun 25 16:13:52.973895 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:52.978987 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1b852532-6b07-4084-b58f-d0b9e1c8ef35 admin admin] 10.222.0.13 "PUT /v2.0/routers/8cf34dbb-69a5-46d1-b008-5f12a007006e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5535321 Jun 25 16:13:52.983582 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] Sync routers for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:52.984930 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45796) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:52.993928 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:52.994542 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:52.994674 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542a694-6922-4aea-a836-90b12df3d069 req-9126db06-e33b-4e9d-9c0f-2ba5bd0afa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:52.996084 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5542a694-6922-4aea-a836-90b12df3d069 req-9126db06-e33b-4e9d-9c0f-2ba5bd0afa3a service neutron] 10.222.0.26 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 912 time: 0.1564124 Jun 25 16:13:53.066416 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e8c6e110-a60a-44cd-91e2-15b73f17a614 req-09b6175a-982b-4dd0-b661-ca66c6061b4b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058257 Jun 25 16:13:53.077188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5542a694-6922-4aea-a836-90b12df3d069 req-d1898436-d8d0-4c9c-b530-a290aa1313e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c HTTP/1.1" status: 200 len: 1000 time: 0.0735283 Jun 25 16:13:53.086830 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks [] for router (8cf34dbb-69a5-46d1-b008-5f12a007006e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.098657 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:53.125370 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542a694-6922-4aea-a836-90b12df3d069 req-5011bda3-1b8d-4d77-a328-779417d44314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:53.127765 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5542a694-6922-4aea-a836-90b12df3d069 req-5011bda3-1b8d-4d77-a328-779417d44314 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 200 len: 850 time: 0.0452318 Jun 25 16:13:53.170827 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542a694-6922-4aea-a836-90b12df3d069 req-75d49878-d195-4089-9302-3cbf0bbf81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:53.172300 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5542a694-6922-4aea-a836-90b12df3d069 req-75d49878-d195-4089-9302-3cbf0bbf81df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f17f727c-497a-440f-921d-f0ec313048f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380003 Jun 25 16:13:53.198359 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks [] for router_gateway (8cf34dbb-69a5-46d1-b008-5f12a007006e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.245629 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Deleting port 8c6190a3-8408-41d0-94c4-814f369efdc4 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:53.246011 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.265700 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:53.275037 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204'}], 'enable_snat': True}, 'gw_port_id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:13:52Z', 'revision_number': 5, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port': {'id': '8c6190a3-8408-41d0-94c4-814f369efdc4', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:2b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:07:37Z', 'updated_at': '2022-06-25T16:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:53.279125 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5542a694-6922-4aea-a836-90b12df3d069 req-c8e61e29-5f9b-4c56-aa89-2c7a9bd37b36 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001668 Jun 25 16:13:53.300647 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] Checking router: 8cf34dbb-69a5-46d1-b008-5f12a007006e for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:53.310370 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] Routers {'8cf34dbb-69a5-46d1-b008-5f12a007006e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:53.311014 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['8cf34dbb-69a5-46d1-b008-5f12a007006e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:53.331561 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] For port 8c6190a3-8408-41d0-94c4-814f369efdc4, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=8c6190a3-8408-41d0-94c4-814f369efdc4,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:53.331922 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.346147 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Calling delete_port for 8c6190a3-8408-41d0-94c4-814f369efdc4 owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:53.369102 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5542a694-6922-4aea-a836-90b12df3d069 req-a8636fe1-72ba-4d55-98ac-a83ca70af065 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841577 Jun 25 16:13:53.390428 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:53.390692 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:53.396998 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] Set router 8cf34dbb-69a5-46d1-b008-5f12a007006e gateway port host: None {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:53.399242 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:53.450634 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:13:53Z', 'revision_number': 6, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port_host': None}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:53.475138 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff10f75-ab09-46a8-a379-e020d2c9174e None None] The sync data for ids ['8cf34dbb-69a5-46d1-b008-5f12a007006e'] in dv-cinder-847620-2-iscsi is: [{'id': '8cf34dbb-69a5-46d1-b008-5f12a007006e', 'name': 'tempest-AttachVolumeShelveTestJSON-262023665-router', 'tenant_id': '0da9a82039c24056beec4b61f533eaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:07:36Z', 'updated_at': '2022-06-25T16:13:53Z', 'revision_number': 6, 'project_id': '0da9a82039c24056beec4b61f533eaa2', 'gw_port_host': None}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:53.524236 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (8c6190a3-8408-41d0-94c4-814f369efdc4), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.547648 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6190a3-8408-41d0-94c4-814f369efdc4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:53.624064 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (8cf34dbb-69a5-46d1-b008-5f12a007006e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.710789 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (8cf34dbb-69a5-46d1-b008-5f12a007006e), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.713105 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks [] for router_controller (8cf34dbb-69a5-46d1-b008-5f12a007006e), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.749411 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:13:53.770439 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (8cf34dbb-69a5-46d1-b008-5f12a007006e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.771311 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf34dbb-69a5-46d1-b008-5f12a007006e {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:13:53.775710 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.780261 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-12be6e21-ecde-43bd-aa54-ef975028f57d admin admin] 10.222.0.13 "DELETE /v2.0/routers/8cf34dbb-69a5-46d1-b008-5f12a007006e HTTP/1.1" status: 204 len: 168 time: 0.7910111 Jun 25 16:13:53.780618 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45798) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:53.797449 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:13:53.803825 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:13:53.804149 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.827385 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-358f52e6-fb55-476d-8f8d-0ac4e49dae1b admin admin] Deleting subnet 4c050219-c91a-4d1a-8f7e-8090416951c2 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:13:53.831039 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-358f52e6-fb55-476d-8f8d-0ac4e49dae1b admin admin] Publish callbacks [] for subnet (4c050219-c91a-4d1a-8f7e-8090416951c2), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.874734 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-358f52e6-fb55-476d-8f8d-0ac4e49dae1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (4c050219-c91a-4d1a-8f7e-8090416951c2), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.897812 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:53.898203 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.930741 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3193adb5-3665-405c-b68c-30023d88105d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:13:53.933249 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776223c6-30b7-46b5-9165-dc5ce1ea24a8" -d '{"events": [{"server_uuid": "3193adb5-3665-405c-b68c-30023d88105d", "name": "network-vif-plugged", "status": "completed", "tag": "1a9f7280-53f6-4175-893c-f00a3bb1d1d4"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:13:53.947536 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:53.953403 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.984586 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:53.991163 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-358f52e6-fb55-476d-8f8d-0ac4e49dae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (4c050219-c91a-4d1a-8f7e-8090416951c2), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:53.994537 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a8ada9-dc2a-4f35-bac9-01b7d35b2c35 req-3dad6958-6207-4239-bb8b-bc435b4590a3 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:53.995298 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8faba7-ef58-4d62-96d8-3297f0f9442a x-openstack-request-id: req-ba8faba7-ef58-4d62-96d8-3297f0f9442a {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:13:53.995589 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3193adb5-3665-405c-b68c-30023d88105d", "name": "network-vif-plugged", "status": "completed", "tag": "1a9f7280-53f6-4175-893c-f00a3bb1d1d4", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:13:53.995841 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba8faba7-ef58-4d62-96d8-3297f0f9442a {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:13:53.996273 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8faba7-ef58-4d62-96d8-3297f0f9442a'] response: {'server_uuid': '3193adb5-3665-405c-b68c-30023d88105d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'code': 200} Jun 25 16:13:53.996465 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68a8ada9-dc2a-4f35-bac9-01b7d35b2c35 req-3dad6958-6207-4239-bb8b-bc435b4590a3 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0683107 Jun 25 16:13:54.008151 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:54.033889 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:54.048308 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68a8ada9-dc2a-4f35-bac9-01b7d35b2c35 req-946399a5-60fb-4eef-9efc-b0184fb57f26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458882 Jun 25 16:13:54.055044 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-358f52e6-fb55-476d-8f8d-0ac4e49dae1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (4c050219-c91a-4d1a-8f7e-8090416951c2), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.081909 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f52e6-fb55-476d-8f8d-0ac4e49dae1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c050219-c91a-4d1a-8f7e-8090416951c2,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:54.083855 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-358f52e6-fb55-476d-8f8d-0ac4e49dae1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.086991 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-358f52e6-fb55-476d-8f8d-0ac4e49dae1b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c050219-c91a-4d1a-8f7e-8090416951c2 HTTP/1.1" status: 204 len: 168 time: 0.3054135 Jun 25 16:13:54.089587 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45804) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:54.091133 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5e75dd-19dc-4d54-9e70-662b42404295 None None] Network 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:13:54.223072 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a358475-9c4f-49b0-be61-821de99026eb req-065dc2ab-c8e3-4b1d-833c-4ebb1f6b36e3 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:54.225213 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a358475-9c4f-49b0-be61-821de99026eb req-065dc2ab-c8e3-4b1d-833c-4ebb1f6b36e3 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 946 time: 0.0751989 Jun 25 16:13:54.302157 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2a358475-9c4f-49b0-be61-821de99026eb req-3609b399-a432-4c44-8d26-6936c8ef4c49 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669203 Jun 25 16:13:54.342087 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f45e662-4460-48dc-a84b-ef1f93e6dd57 None None] DHCP port deletion for 6882a8e8-9f13-47a2-87c9-a1eafb973bf6 request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:13:54.412091 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (6882a8e8-9f13-47a2-87c9-a1eafb973bf6), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.415900 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-3f45e662-4460-48dc-a84b-ef1f93e6dd57 None None] Deleting port 927a8743-ef33-4623-8133-fb81709c9fd4 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:54.416353 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3f45e662-4460-48dc-a84b-ef1f93e6dd57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.442106 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 018011c6-3317-4960-9ecb-e2eda8aa423b no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:54.456647 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Deleting port 927a8743-ef33-4623-8133-fb81709c9fd4 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:13:54.456893 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.462358 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 018011c6-3317-4960-9ecb-e2eda8aa423b {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:54.462800 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 018011c6-3317-4960-9ecb-e2eda8aa423b not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:54.463296 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 8c6190a3-8408-41d0-94c4-814f369efdc4 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:54.477062 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fabd58-3604-40ed-b5c6-7d1e1761b5f2 req-6c3d9c4b-624d-4956-b37c-18c982c647d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:54.478693 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e2fabd58-3604-40ed-b5c6-7d1e1761b5f2 req-6c3d9c4b-624d-4956-b37c-18c982c647d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 1130 time: 0.0473669 Jun 25 16:13:54.483676 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 8c6190a3-8408-41d0-94c4-814f369efdc4 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:13:54.484152 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 8c6190a3-8408-41d0-94c4-814f369efdc4 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:13:54.484676 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 927a8743-ef33-4623-8133-fb81709c9fd4 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:13:54.525616 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] For port 927a8743-ef33-4623-8133-fb81709c9fd4, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=927a8743-ef33-4623-8133-fb81709c9fd4,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:54.526261 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.542723 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Calling delete_port for 927a8743-ef33-4623-8133-fb81709c9fd4 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:54.550213 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-3f45e662-4460-48dc-a84b-ef1f93e6dd57 None None] For port 927a8743-ef33-4623-8133-fb81709c9fd4, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=927a8743-ef33-4623-8133-fb81709c9fd4,segment=NetworkSegment(07fc0293-939f-441c-b19f-1eef835c5383),segment_id=07fc0293-939f-441c-b19f-1eef835c5383)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:13:54.550794 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3f45e662-4460-48dc-a84b-ef1f93e6dd57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.571424 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-3f45e662-4460-48dc-a84b-ef1f93e6dd57 None None] Calling delete_port for 927a8743-ef33-4623-8133-fb81709c9fd4 owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:13:54.617296 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:54.619250 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:54.634387 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.656932 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 927a8743-ef33-4623-8133-fb81709c9fd4 is: ACTIVE; New status is: DOWN {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:13:54.657669 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.663320 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=927a8743-ef33-4623-8133-fb81709c9fd4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:54.667606 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] No DVR routers for this DVR port 927a8743-ef33-4623-8133-fb81709c9fd4 on host dv-cinder-847620-2-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:13:54.743707 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3f45e662-4460-48dc-a84b-ef1f93e6dd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554'] for port (927a8743-ef33-4623-8133-fb81709c9fd4), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.748039 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (6882a8e8-9f13-47a2-87c9-a1eafb973bf6), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.774572 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6882a8e8-9f13-47a2-87c9-a1eafb973bf6']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:54.784449 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45e662-4460-48dc-a84b-ef1f93e6dd57 None None] Pushing event deleted for resources: {'Port': ['ID=927a8743-ef33-4623-8133-fb81709c9fd4,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:54.789554 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45e662-4460-48dc-a84b-ef1f93e6dd57 None None] No DVR routers for this DVR port 927a8743-ef33-4623-8133-fb81709c9fd4 on host dv-cinder-847620-2-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:13:54.795728 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fc0293-939f-441c-b19f-1eef835c5383') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:54.796400 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fc0293-939f-441c-b19f-1eef835c5383') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:54.812392 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (07fc0293-939f-441c-b19f-1eef835c5383), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.832517 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (07fc0293-939f-441c-b19f-1eef835c5383), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.839154 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:13:54.839538 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (07fc0293-939f-441c-b19f-1eef835c5383), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.843887 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e2fabd58-3604-40ed-b5c6-7d1e1761b5f2 req-2b73037e-42f6-42bf-959a-15bc76698e05 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592727 Jun 25 16:13:54.890698 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 07fc0293-939f-441c-b19f-1eef835c5383 resource provider aggregate not found Jun 25 16:13:54.903252 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (6882a8e8-9f13-47a2-87c9-a1eafb973bf6), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.907749 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:54.910984 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6882a8e8-9f13-47a2-87c9-a1eafb973bf6 HTTP/1.1" status: 204 len: 168 time: 0.8202608 Jun 25 16:13:54.912518 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 07fc0293-939f-441c-b19f-1eef835c5383 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07fc0293-939f-441c-b19f-1eef835c5383 found for delete ", "request_id": "req-ba4bf118-15fb-40fa-acb7-a7b394ef32bf"}]} Jun 25 16:13:54.928588 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94457c-29da-4005-816d-ecd5b9bc39f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6882a8e8-9f13-47a2-87c9-a1eafb973bf6,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:55.029200 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45814) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:55.072321 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-81da2e40-9b11-4eb8-aa6e-20fd17c84017 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0da9a82039c24056beec4b61f533eaa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418508 Jun 25 16:13:55.075077 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45818) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:55.126433 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3693503-1e22-41f6-9f92-7ece0dd20274 admin admin] Publish callbacks [] for security_group (b2fce95a-62f9-45f0-b120-b9fcae825b7c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:55.148621 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3693503-1e22-41f6-9f92-7ece0dd20274 admin admin] Publish callbacks [] for security_group (b2fce95a-62f9-45f0-b120-b9fcae825b7c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:55.165998 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d2b9d-cd06-4bcd-91c0-c60d6f0944c4 req-80e5486b-f180-43ea-90b0-ba53f1d9e414 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:55.167565 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a13d2b9d-cd06-4bcd-91c0-c60d6f0944c4 req-80e5486b-f180-43ea-90b0-ba53f1d9e414 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0478740 Jun 25 16:13:55.195989 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3693503-1e22-41f6-9f92-7ece0dd20274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (b2fce95a-62f9-45f0-b120-b9fcae825b7c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:55.198489 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-a3693503-1e22-41f6-9f92-7ece0dd20274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:55.202792 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-a3693503-1e22-41f6-9f92-7ece0dd20274 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2fce95a-62f9-45f0-b120-b9fcae825b7c HTTP/1.1" status: 204 len: 168 time: 0.1242573 Jun 25 16:13:55.208370 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3693503-1e22-41f6-9f92-7ece0dd20274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fce95a-62f9-45f0-b120-b9fcae825b7c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:55.220135 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a13d2b9d-cd06-4bcd-91c0-c60d6f0944c4 req-de888b23-3bc7-46e7-bc8c-1054d1dce803 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461285 Jun 25 16:13:55.409651 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91680ab0-053f-4cd5-9482-2f9b5ec3b457 req-68f0ed41-9204-46e7-9c8b-a160ca475ad5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:55.411167 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91680ab0-053f-4cd5-9482-2f9b5ec3b457 req-68f0ed41-9204-46e7-9c8b-a160ca475ad5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 946 time: 0.0474901 Jun 25 16:13:55.472373 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91680ab0-053f-4cd5-9482-2f9b5ec3b457 req-3c181b12-985c-4bb5-a3ba-61354527a70e tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552561 Jun 25 16:13:56.586070 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985b190-718b-40bc-8a94-d3b83c005cb2 req-93d3fcc5-e9fc-47fc-8fde-145c2853fa2b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:56.587526 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8985b190-718b-40bc-8a94-d3b83c005cb2 req-93d3fcc5-e9fc-47fc-8fde-145c2853fa2b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 946 time: 0.0465844 Jun 25 16:13:56.637218 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8985b190-718b-40bc-8a94-d3b83c005cb2 req-2bed31a3-6be0-4457-bccb-b896a5277df3 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437903 Jun 25 16:13:56.752090 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d1e98-5eaa-48e6-a7c6-3955f0b4ca24 req-06f6b9e4-894b-43bd-b81d-5e650f0e7c83 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:56.753594 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-607d1e98-5eaa-48e6-a7c6-3955f0b4ca24 req-06f6b9e4-894b-43bd-b81d-5e650f0e7c83 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 946 time: 0.0480623 Jun 25 16:13:56.802294 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-607d1e98-5eaa-48e6-a7c6-3955f0b4ca24 req-bf20b209-5546-4ddf-aa50-f340ab72a876 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 Jun 25 16:13:56.826192 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45872) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:57.032353 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af2f995-8019-4049-8ae3-3644659d30ef tempest-TestVolumeBootPattern-1058833902 tempest-TestVolumeBootPattern-1058833902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:57.033905 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7af2f995-8019-4049-8ae3-3644659d30ef tempest-TestVolumeBootPattern-1058833902 tempest-TestVolumeBootPattern-1058833902-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 1125 time: 0.2067087 Jun 25 16:13:57.036962 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45878) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:13:57.041205 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'port_id': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:13:57.064762 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:57.149989 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:57.265066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Allocated IP 172.27.2.94 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/a672e693-6604-421c-8339-946f0d5271fe) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:13:57.299991 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:57.354861 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:57.374740 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for port (a672e693-6604-421c-8339-946f0d5271fe), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:57.409574 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (a672e693-6604-421c-8339-946f0d5271fe), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:57.450136 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:13:57.455047 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:13:57.457748 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:13:57.461299 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'Port': ['ID=a672e693-6604-421c-8339-946f0d5271fe,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:57.823368 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (1a9898c7-9f40-49b1-88b1-af6e2626b387), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:57.897748 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a672e693-6604-421c-8339-946f0d5271fe), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:58.032338 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:58.056865 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for port (a672e693-6604-421c-8339-946f0d5271fe), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:58.061888 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (a672e693-6604-421c-8339-946f0d5271fe), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:58.141609 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'Port': ['ID=a672e693-6604-421c-8339-946f0d5271fe,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:13:58.152371 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1a9898c7-9f40-49b1-88b1-af6e2626b387), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:58.249247 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Floating IP 1a9898c7-9f40-49b1-88b1-af6e2626b387 associated. External IP: 172.27.2.94, port: 1a9f7280-53f6-4175-893c-f00a3bb1d1d4. Jun 25 16:13:58.251566 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:58.463497 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Router ef26b951-697d-4207-8f99-ad0844fdea03 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:13:58.580439 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:13:58.591117 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] Sync routers for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:13:58.594499 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:58.599909 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:13:58.602249 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:58.602857 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:58.631049 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a5d25ec5-fa45-4bec-90e4-7f46d9cde429 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5928688 Jun 25 16:13:58.631403 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3193adb5-3665-405c-b68c-30023d88105d', 'tag': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:13:58.633691 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6680bb9-260f-4b56-956f-ca6288d97684" -d '{"events": [{"name": "network-changed", "server_uuid": "3193adb5-3665-405c-b68c-30023d88105d", "tag": "1a9f7280-53f6-4175-893c-f00a3bb1d1d4"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:13:58.652533 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:58.668825 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c913575c-4db0-4e0c-9ebe-37bab1398011 x-openstack-request-id: req-c913575c-4db0-4e0c-9ebe-37bab1398011 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:13:58.669113 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3193adb5-3665-405c-b68c-30023d88105d", "tag": "1a9f7280-53f6-4175-893c-f00a3bb1d1d4", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:13:58.669364 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c913575c-4db0-4e0c-9ebe-37bab1398011 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:13:58.669788 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c913575c-4db0-4e0c-9ebe-37bab1398011'] response: {'name': 'network-changed', 'server_uuid': '3193adb5-3665-405c-b68c-30023d88105d', 'tag': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'status': 'completed', 'code': 200} Jun 25 16:13:58.707035 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:58.729494 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-3701c8df-de39-423c-938b-0785f98b51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:58.731156 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-3701c8df-de39-423c-938b-0785f98b51d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 1130 time: 0.0396485 Jun 25 16:13:58.831018 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-0906dc01-7733-456d-b83c-2943e5f44b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:58.832544 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-0906dc01-7733-456d-b83c-2943e5f44b78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.0946181 Jun 25 16:13:58.895360 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-171f2ae0-c3eb-4f17-b429-d01398cd4fe6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a9f7280-53f6-4175-893c-f00a3bb1d1d4 HTTP/1.1" status: 200 len: 999 time: 0.0569601 Jun 25 16:13:58.917328 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1a9898c7-9f40-49b1-88b1-af6e2626b387', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:62:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3193adb5-3665-405c-b68c-30023d88105d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:13:57Z', 'updated_at': '2022-06-25T16:13:57Z', 'revision_number': 0, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:58.941399 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] Checking router: ef26b951-697d-4207-8f99-ad0844fdea03 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:13:58.948525 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-64dd12d2-9da3-4cb3-b84c-2f511a2312d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:58.949836 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:13:58.950431 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:13:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:58.950660 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-64dd12d2-9da3-4cb3-b84c-2f511a2312d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0495050 Jun 25 16:13:58.993743 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-94d4c537-5646-45c3-b4ce-160971575086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:13:58.995137 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-94d4c537-5646-45c3-b4ce-160971575086 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390947 Jun 25 16:13:59.051952 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:13:59.068627 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:13:59.092940 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-7d5cf9ea-87ce-4dca-9d15-176ecaa2246d service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920756 Jun 25 16:13:59.185676 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d6680bb9-260f-4b56-956f-ca6288d97684 req-ab727710-d5b9-466a-9b7b-56a12db65e1c service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874498 Jun 25 16:13:59.263309 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1a9898c7-9f40-49b1-88b1-af6e2626b387', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:62:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3193adb5-3665-405c-b68c-30023d88105d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:13:57Z', 'updated_at': '2022-06-25T16:13:57Z', 'revision_number': 0, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:13:59.287371 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fe1d0-17f9-4e5f-b3a7-a2e8ff66c3d5 None None] The sync data for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi is: [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1a9898c7-9f40-49b1-88b1-af6e2626b387', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.94', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:62:fd:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3193adb5-3665-405c-b68c-30023d88105d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:13:57Z', 'updated_at': '2022-06-25T16:13:57Z', 'revision_number': 0, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:13:59.479765 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffe0de-ebc1-4d4d-91f4-85f2cb94da7b None None] New status for floating IP 1a9898c7-9f40-49b1-88b1-af6e2626b387: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:14:05.181747 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:05.204252 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:DELETE=6,neutron:SELECT=50,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:06.385435 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45970) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:06.506145 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ce458bb-73c3-4650-9098-3fb0c0fdea16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:06.601982 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ce458bb-73c3-4650-9098-3fb0c0fdea16 admin admin] Publish callbacks [] for security_group (7d34c693-2ee3-45da-b019-4d81d67c3a99), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:06.607248 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5ce458bb-73c3-4650-9098-3fb0c0fdea16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (7d34c693-2ee3-45da-b019-4d81d67c3a99), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:06.647319 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce458bb-73c3-4650-9098-3fb0c0fdea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d34c693-2ee3-45da-b019-4d81d67c3a99,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:06.653573 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-5ce458bb-73c3-4650-9098-3fb0c0fdea16 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=11871f54aa9446a4af64205fddabd9ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668340 Jun 25 16:14:06.656866 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45974) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:06.714240 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5efb-7577-439b-a122-ecaa35417f39 admin admin] Publish callbacks [] for security_group (7d34c693-2ee3-45da-b019-4d81d67c3a99), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:06.736160 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5efb-7577-439b-a122-ecaa35417f39 admin admin] Publish callbacks [] for security_group (7d34c693-2ee3-45da-b019-4d81d67c3a99), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:06.784871 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5efb-7577-439b-a122-ecaa35417f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (7d34c693-2ee3-45da-b019-4d81d67c3a99), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:06.787505 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4f4f5efb-7577-439b-a122-ecaa35417f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:06.788675 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4f4f5efb-7577-439b-a122-ecaa35417f39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d34c693-2ee3-45da-b019-4d81d67c3a99 HTTP/1.1" status: 204 len: 168 time: 0.1305380 Jun 25 16:14:06.796780 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f5efb-7577-439b-a122-ecaa35417f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d34c693-2ee3-45da-b019-4d81d67c3a99,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:07.081302 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 45980) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:07.095219 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fe3060e7-9e8c-4edf-bac3-bf7c6996759b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:07.153558 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:07.172898 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fe3060e7-9e8c-4edf-bac3-bf7c6996759b admin admin] Publish callbacks [] for security_group (ebb8ef5c-1bd1-4792-a262-b05c341dd50a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:07.177936 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-fe3060e7-9e8c-4edf-bac3-bf7c6996759b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ebb8ef5c-1bd1-4792-a262-b05c341dd50a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:07.220737 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-fe3060e7-9e8c-4edf-bac3-bf7c6996759b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9770d62e500646199b8d3839e08fa189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383147 Jun 25 16:14:07.222955 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3060e7-9e8c-4edf-bac3-bf7c6996759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb8ef5c-1bd1-4792-a262-b05c341dd50a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:07.223967 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 45982) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:07.280944 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ef432da-a6b5-40ce-be11-5d883be6b461 admin admin] Publish callbacks [] for security_group (ebb8ef5c-1bd1-4792-a262-b05c341dd50a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:07.302662 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ef432da-a6b5-40ce-be11-5d883be6b461 admin admin] Publish callbacks [] for security_group (ebb8ef5c-1bd1-4792-a262-b05c341dd50a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:07.355188 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ef432da-a6b5-40ce-be11-5d883be6b461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ebb8ef5c-1bd1-4792-a262-b05c341dd50a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:07.357747 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3ef432da-a6b5-40ce-be11-5d883be6b461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:07.358874 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3ef432da-a6b5-40ce-be11-5d883be6b461 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebb8ef5c-1bd1-4792-a262-b05c341dd50a HTTP/1.1" status: 204 len: 168 time: 0.1338141 Jun 25 16:14:07.366536 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef432da-a6b5-40ce-be11-5d883be6b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb8ef5c-1bd1-4792-a262-b05c341dd50a,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:09.508222 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46054) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:09.585180 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:09.620442 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:09.704387 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Publish callbacks [] for security_group (53757c87-39d1-4aa4-8258-f116c8a11513), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:09.711464 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (53757c87-39d1-4aa4-8258-f116c8a11513), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:09.756117 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53757c87-39d1-4aa4-8258-f116c8a11513,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:09.760011 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=119fb0d40ac74365ba9646c230ace5f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504890 Jun 25 16:14:09.763199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46058) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:09.766997 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.767341 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.767676 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.768012 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.768337 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.768698 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.769021 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.769346 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.769659 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.769973 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.770285 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.770598 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.770913 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.771224 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.771518 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af0fb23-10a9-42b7-80f6-77897e5e91c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:09.816966 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0288e373-cef0-4cca-8134-21eeca5ca266 admin admin] Publish callbacks [] for security_group (53757c87-39d1-4aa4-8258-f116c8a11513), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:09.840325 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0288e373-cef0-4cca-8134-21eeca5ca266 admin admin] Publish callbacks [] for security_group (53757c87-39d1-4aa4-8258-f116c8a11513), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:09.892328 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0288e373-cef0-4cca-8134-21eeca5ca266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (53757c87-39d1-4aa4-8258-f116c8a11513), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:09.895068 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0288e373-cef0-4cca-8134-21eeca5ca266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:09.896272 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0288e373-cef0-4cca-8134-21eeca5ca266 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53757c87-39d1-4aa4-8258-f116c8a11513 HTTP/1.1" status: 204 len: 168 time: 0.1320882 Jun 25 16:14:09.904512 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288e373-cef0-4cca-8134-21eeca5ca266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53757c87-39d1-4aa4-8258-f116c8a11513,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:10.194595 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46064) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:10.208531 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3143789c-56d0-4f3c-bf84-9d4812aa6dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:10.286062 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3143789c-56d0-4f3c-bf84-9d4812aa6dcf admin admin] Publish callbacks [] for security_group (9dccd17f-d0e7-469d-8990-7b372000f026), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:10.291269 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3143789c-56d0-4f3c-bf84-9d4812aa6dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (9dccd17f-d0e7-469d-8990-7b372000f026), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:10.333373 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-3143789c-56d0-4f3c-bf84-9d4812aa6dcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f11a6d84103b475189c21c1cb6a12bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377189 Jun 25 16:14:10.334179 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143789c-56d0-4f3c-bf84-9d4812aa6dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dccd17f-d0e7-469d-8990-7b372000f026,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:10.336363 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46066) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:10.388133 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60e4120d-fe73-4d1b-a01c-2f26b2dc8d7c admin admin] Publish callbacks [] for security_group (9dccd17f-d0e7-469d-8990-7b372000f026), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:10.401770 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:10.411228 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60e4120d-fe73-4d1b-a01c-2f26b2dc8d7c admin admin] Publish callbacks [] for security_group (9dccd17f-d0e7-469d-8990-7b372000f026), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:10.419562 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:10.466790 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60e4120d-fe73-4d1b-a01c-2f26b2dc8d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (9dccd17f-d0e7-469d-8990-7b372000f026), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:10.469350 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-60e4120d-fe73-4d1b-a01c-2f26b2dc8d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:10.470471 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-60e4120d-fe73-4d1b-a01c-2f26b2dc8d7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9dccd17f-d0e7-469d-8990-7b372000f026 HTTP/1.1" status: 204 len: 168 time: 0.1331139 Jun 25 16:14:10.478496 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4120d-fe73-4d1b-a01c-2f26b2dc8d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dccd17f-d0e7-469d-8990-7b372000f026,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:10.992943 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=32,neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:11.038430 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:11.569250 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46096) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:11.686977 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ce57c27-1127-4373-bb9d-6602697b06d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:11.762950 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ce57c27-1127-4373-bb9d-6602697b06d0 admin admin] Publish callbacks [] for security_group (8599f867-c7a7-48e6-8c1c-82069c830b10), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:11.768454 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-0ce57c27-1127-4373-bb9d-6602697b06d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8599f867-c7a7-48e6-8c1c-82069c830b10), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:11.797173 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:11.807120 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-0ce57c27-1127-4373-bb9d-6602697b06d0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=786c5efc8e624210a9ff93dee3e672e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2365334 Jun 25 16:14:11.809685 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce57c27-1127-4373-bb9d-6602697b06d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8599f867-c7a7-48e6-8c1c-82069c830b10,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:11.810890 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46102) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:11.863112 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03173533-cd1b-482a-b186-259a040cea3f admin admin] Publish callbacks [] for security_group (8599f867-c7a7-48e6-8c1c-82069c830b10), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:11.885314 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03173533-cd1b-482a-b186-259a040cea3f admin admin] Publish callbacks [] for security_group (8599f867-c7a7-48e6-8c1c-82069c830b10), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:11.936599 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03173533-cd1b-482a-b186-259a040cea3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8599f867-c7a7-48e6-8c1c-82069c830b10), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:11.939248 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03173533-cd1b-482a-b186-259a040cea3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:11.940438 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-03173533-cd1b-482a-b186-259a040cea3f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8599f867-c7a7-48e6-8c1c-82069c830b10 HTTP/1.1" status: 204 len: 168 time: 0.1279316 Jun 25 16:14:11.948264 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03173533-cd1b-482a-b186-259a040cea3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8599f867-c7a7-48e6-8c1c-82069c830b10,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:12.400268 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4f206d7f-9f81-4c9a-83d0-2d18d33ef46c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:14.458438 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2ee2004f-e8dc-4ea8-b985-f8cba52cb1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:15.093519 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-396efaa8-1ca5-4107-8675-c52ca1681fee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401883 Jun 25 16:14:15.178682 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-f724aadd-1893-4d71-957c-1fb2311af1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:15.180126 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-f724aadd-1893-4d71-957c-1fb2311af1a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 1129 time: 0.0395880 Jun 25 16:14:15.290088 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-0d1d6f02-0f75-4933-bf25-bba8691c7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:15.291422 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-0d1d6f02-0f75-4933-bf25-bba8691c7241 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 912 time: 0.0910289 Jun 25 16:14:15.347985 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:15.363860 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-b4198965-8f7e-420c-a6c7-91ccbdea9ac8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c HTTP/1.1" status: 200 len: 1000 time: 0.0616140 Jun 25 16:14:15.425226 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-3d4c9297-2324-4dc1-b366-c28d54569906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:15.426837 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-3d4c9297-2324-4dc1-b366-c28d54569906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 200 len: 850 time: 0.0543902 Jun 25 16:14:15.481961 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-fd03f53a-cc36-4122-9cd8-ff9cde61366d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:15.483432 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-fd03f53a-cc36-4122-9cd8-ff9cde61366d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f17f727c-497a-440f-921d-f0ec313048f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492232 Jun 25 16:14:15.578599 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-d02689c4-c961-4bac-987e-d8899f1c04ff service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874729 Jun 25 16:14:15.669179 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2ded4509-8ef3-4806-8a2e-627cc462d753 req-818dad79-d1b3-4ac2-b51f-6487efb64d2d service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829918 Jun 25 16:14:15.908381 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.153053 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46160) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:16.265922 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca7a48fe-195f-453f-a6cf-6b3eb1934cc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.346071 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca7a48fe-195f-453f-a6cf-6b3eb1934cc0 admin admin] Publish callbacks [] for security_group (8b1e0820-a1f3-4da3-9375-23e49c7d5811), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.351768 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ca7a48fe-195f-453f-a6cf-6b3eb1934cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8b1e0820-a1f3-4da3-9375-23e49c7d5811), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.399213 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ca7a48fe-195f-453f-a6cf-6b3eb1934cc0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c944841d55a642b0b458d9d11160bdcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2446632 Jun 25 16:14:16.400918 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a48fe-195f-453f-a6cf-6b3eb1934cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1e0820-a1f3-4da3-9375-23e49c7d5811,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:16.402180 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46166) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:16.461862 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e07eff3-8565-40ce-812f-93efc18049f2 admin admin] Publish callbacks [] for security_group (8b1e0820-a1f3-4da3-9375-23e49c7d5811), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.483727 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e07eff3-8565-40ce-812f-93efc18049f2 admin admin] Publish callbacks [] for security_group (8b1e0820-a1f3-4da3-9375-23e49c7d5811), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.532843 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e07eff3-8565-40ce-812f-93efc18049f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (8b1e0820-a1f3-4da3-9375-23e49c7d5811), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.535763 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1e07eff3-8565-40ce-812f-93efc18049f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.536916 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1e07eff3-8565-40ce-812f-93efc18049f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b1e0820-a1f3-4da3-9375-23e49c7d5811 HTTP/1.1" status: 204 len: 168 time: 0.1297100 Jun 25 16:14:16.545396 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07eff3-8565-40ce-812f-93efc18049f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1e0820-a1f3-4da3-9375-23e49c7d5811,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:16.827358 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46172) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:16.844480 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-118c6107-5d4f-49e4-98dc-c4424fde6f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.922466 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-118c6107-5d4f-49e4-98dc-c4424fde6f75 admin admin] Publish callbacks [] for security_group (47b2c9e6-258a-4e5c-9b3f-62c6f6039a45), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.928379 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-118c6107-5d4f-49e4-98dc-c4424fde6f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (47b2c9e6-258a-4e5c-9b3f-62c6f6039a45), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:16.966683 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-118c6107-5d4f-49e4-98dc-c4424fde6f75 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17bfcd519be34ee19a0d026369962cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379306 Jun 25 16:14:16.967874 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c6107-5d4f-49e4-98dc-c4424fde6f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b2c9e6-258a-4e5c-9b3f-62c6f6039a45,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:16.969540 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46174) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:17.024286 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b98556c4-1261-4a00-945f-cde30245cf62 admin admin] Publish callbacks [] for security_group (47b2c9e6-258a-4e5c-9b3f-62c6f6039a45), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:17.046487 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b98556c4-1261-4a00-945f-cde30245cf62 admin admin] Publish callbacks [] for security_group (47b2c9e6-258a-4e5c-9b3f-62c6f6039a45), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:17.070449 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:14:17.099692 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b98556c4-1261-4a00-945f-cde30245cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (47b2c9e6-258a-4e5c-9b3f-62c6f6039a45), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:17.102926 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b98556c4-1261-4a00-945f-cde30245cf62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:17.104185 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b98556c4-1261-4a00-945f-cde30245cf62 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47b2c9e6-258a-4e5c-9b3f-62c6f6039a45 HTTP/1.1" status: 204 len: 168 time: 0.1326644 Jun 25 16:14:17.112472 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98556c4-1261-4a00-945f-cde30245cf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b2c9e6-258a-4e5c-9b3f-62c6f6039a45,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:17.596268 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:17.821655 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:25.515156 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46298) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:25.633662 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6439f774-9dd4-4b15-acb4-446e0a056716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:25.710191 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6439f774-9dd4-4b15-acb4-446e0a056716 admin admin] Publish callbacks [] for security_group (2b57af01-1cbf-4d4f-a74b-6653f92eaf45), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:25.716543 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-6439f774-9dd4-4b15-acb4-446e0a056716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2b57af01-1cbf-4d4f-a74b-6653f92eaf45), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:25.759328 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-6439f774-9dd4-4b15-acb4-446e0a056716 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a3f6d6fdba415ea67a50764333bbc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430873 Jun 25 16:14:25.760137 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439f774-9dd4-4b15-acb4-446e0a056716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b57af01-1cbf-4d4f-a74b-6653f92eaf45,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:25.762345 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46302) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:25.813710 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:25.819796 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7d913993-2e4e-46cc-bbe5-246d97a17cd0 admin admin] Publish callbacks [] for security_group (2b57af01-1cbf-4d4f-a74b-6653f92eaf45), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:25.846397 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7d913993-2e4e-46cc-bbe5-246d97a17cd0 admin admin] Publish callbacks [] for security_group (2b57af01-1cbf-4d4f-a74b-6653f92eaf45), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:25.900645 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7d913993-2e4e-46cc-bbe5-246d97a17cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2b57af01-1cbf-4d4f-a74b-6653f92eaf45), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:25.904093 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-7d913993-2e4e-46cc-bbe5-246d97a17cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:25.905516 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-7d913993-2e4e-46cc-bbe5-246d97a17cd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2b57af01-1cbf-4d4f-a74b-6653f92eaf45 HTTP/1.1" status: 204 len: 168 time: 0.1421285 Jun 25 16:14:25.914148 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d913993-2e4e-46cc-bbe5-246d97a17cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b57af01-1cbf-4d4f-a74b-6653f92eaf45,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:26.221673 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46308) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:26.235683 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-93f9845c-13fe-41c8-b0c1-842678deed67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.258166 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:26.315459 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-93f9845c-13fe-41c8-b0c1-842678deed67 admin admin] Publish callbacks [] for security_group (5db30bfa-63fe-492c-8635-b87c08808047), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.320642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-93f9845c-13fe-41c8-b0c1-842678deed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5db30bfa-63fe-492c-8635-b87c08808047), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.360814 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-93f9845c-13fe-41c8-b0c1-842678deed67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80e84fec55f54dcc9b060d899a76d462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380279 Jun 25 16:14:26.361891 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9845c-13fe-41c8-b0c1-842678deed67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db30bfa-63fe-492c-8635-b87c08808047,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:26.363675 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46310) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:26.407432 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:26.421183 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac4f4b97-e271-44c5-8a04-b30058a64039 admin admin] Publish callbacks [] for security_group (5db30bfa-63fe-492c-8635-b87c08808047), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.423607 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:26.445379 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac4f4b97-e271-44c5-8a04-b30058a64039 admin admin] Publish callbacks [] for security_group (5db30bfa-63fe-492c-8635-b87c08808047), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.495438 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac4f4b97-e271-44c5-8a04-b30058a64039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (5db30bfa-63fe-492c-8635-b87c08808047), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.498088 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-ac4f4b97-e271-44c5-8a04-b30058a64039 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.499259 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ac4f4b97-e271-44c5-8a04-b30058a64039 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5db30bfa-63fe-492c-8635-b87c08808047 HTTP/1.1" status: 204 len: 168 time: 0.1345823 Jun 25 16:14:26.507240 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f4b97-e271-44c5-8a04-b30058a64039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db30bfa-63fe-492c-8635-b87c08808047,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:26.846634 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46318) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:26.860668 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa307592-c343-49e8-b9c8-4d896fef044a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.937606 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa307592-c343-49e8-b9c8-4d896fef044a admin admin] Publish callbacks [] for security_group (30e35cc9-58c1-4cc7-b4b9-ab072d60edba), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.943189 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-aa307592-c343-49e8-b9c8-4d896fef044a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (30e35cc9-58c1-4cc7-b4b9-ab072d60edba), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:26.992695 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa307592-c343-49e8-b9c8-4d896fef044a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e35cc9-58c1-4cc7-b4b9-ab072d60edba,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:26.996802 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-aa307592-c343-49e8-b9c8-4d896fef044a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7116df2578fa42ca9edfa6784ead9308&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490531 Jun 25 16:14:27.000104 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46320) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:27.048567 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c941ddfc-f73f-4f01-8657-423e77d84eb2 admin admin] Publish callbacks [] for security_group (30e35cc9-58c1-4cc7-b4b9-ab072d60edba), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:27.065455 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:27.069359 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=6 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:27.070199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c941ddfc-f73f-4f01-8657-423e77d84eb2 admin admin] Publish callbacks [] for security_group (30e35cc9-58c1-4cc7-b4b9-ab072d60edba), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:27.119331 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c941ddfc-f73f-4f01-8657-423e77d84eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (30e35cc9-58c1-4cc7-b4b9-ab072d60edba), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:27.122209 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-c941ddfc-f73f-4f01-8657-423e77d84eb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:27.123359 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-c941ddfc-f73f-4f01-8657-423e77d84eb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30e35cc9-58c1-4cc7-b4b9-ab072d60edba HTTP/1.1" status: 204 len: 168 time: 0.1231072 Jun 25 16:14:27.131330 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941ddfc-f73f-4f01-8657-423e77d84eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e35cc9-58c1-4cc7-b4b9-ab072d60edba,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:28.965579 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ad108-8847-48ce-b66e-80df91142e69 req-71b8d767-e555-4c30-8d3f-2049e6251e9f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:28.967069 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-616ad108-8847-48ce-b66e-80df91142e69 req-71b8d767-e555-4c30-8d3f-2049e6251e9f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0519817 Jun 25 16:14:29.029459 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-616ad108-8847-48ce-b66e-80df91142e69 req-0fb86cff-0a8b-4c4c-a2b2-558729944068 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537794 Jun 25 16:14:30.157681 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024eb2b7-26f8-4c85-8e49-9e4331ff82e8 req-7778d2c1-c200-4803-8cb3-6478d4060237 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:30.159154 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-024eb2b7-26f8-4c85-8e49-9e4331ff82e8 req-7778d2c1-c200-4803-8cb3-6478d4060237 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0484540 Jun 25 16:14:30.196322 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:30.210435 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-024eb2b7-26f8-4c85-8e49-9e4331ff82e8 req-96c6dc38-685e-4e97-ba31-ff49d42226a1 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448134 Jun 25 16:14:31.348090 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-02054433-9cf5-4302-9cc8-9cdaf613737a tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:31.349551 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-02054433-9cf5-4302-9cc8-9cdaf613737a tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0773029 Jun 25 16:14:31.369427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a1daf-f85f-41e4-9c3e-e80c967f0d70 req-c025557d-b9d7-4841-9e34-91b14c6af6fa tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:31.370828 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-272a1daf-f85f-41e4-9c3e-e80c967f0d70 req-c025557d-b9d7-4841-9e34-91b14c6af6fa tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 945 time: 0.0710294 Jun 25 16:14:31.469627 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-272a1daf-f85f-41e4-9c3e-e80c967f0d70 req-f14ad483-ab7d-42c3-a60f-e88d6f847f96 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=17a943ee-bac7-4c2c-8086-25f025764775&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821483 Jun 25 16:14:31.470480 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Deleting port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:14:31.470806 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:31.553709 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:31.569462 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] For port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:14:31.569824 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:31.747422 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:31.747753 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:31.748056 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Floating IP 1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb disassociated. External IP: 172.27.2.77, port: 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c. Jun 25 16:14:31.748385 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Calling delete_port for 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:14:31.891722 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:31.920805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event deleted for resources: {'Port': ['ID=4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:32.311177 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:14:32.423574 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:14:32.433959 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] Sync routers for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:14:32.436292 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:32.437913 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:32.446589 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:14:32.447283 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:14:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:14:32.471231 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] No DVR routers for this DVR port 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:14:32.474000 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:32.477530 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fe1c97f-9c6e-4c2c-a0a5-ae66133a5e98 req-b856b521-e200-4000-a599-51bbfb260ce4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "DELETE /v2.0/ports/4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c HTTP/1.1" status: 204 len: 173 time: 1.1203921 Jun 25 16:14:32.477973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'name': 'network-vif-deleted', 'tag': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:14:32.481206 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e36b92d-a6e0-4e9a-9003-7db828d35ec6" -d '{"events": [{"server_uuid": "d0460a39-cea4-4afc-92b3-091c5a768695", "name": "network-vif-deleted", "tag": "4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:14:32.538402 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78768178-d2da-40f1-a45c-a507bc483ed7 x-openstack-request-id: req-78768178-d2da-40f1-a45c-a507bc483ed7 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:14:32.538565 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0460a39-cea4-4afc-92b3-091c5a768695", "name": "network-vif-deleted", "tag": "4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:14:32.538738 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-78768178-d2da-40f1-a45c-a507bc483ed7 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:14:32.539133 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78768178-d2da-40f1-a45c-a507bc483ed7'] response: {'server_uuid': 'd0460a39-cea4-4afc-92b3-091c5a768695', 'name': 'network-vif-deleted', 'tag': '4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c', 'status': 'completed', 'code': 200} Jun 25 16:14:32.561854 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:32.576297 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:14:32.582986 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2450d359-e24b-41fc-a698-2e91baa11c81 req-79849a17-0d81-4b5d-b2bd-c712261e8fde tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0460a39-cea4-4afc-92b3-091c5a768695 HTTP/1.1" status: 200 len: 210 time: 0.0306292 Jun 25 16:14:32.897915 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:14:32.923320 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] Checking router: bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:14:32.933502 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:14:32.933745 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:14:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:14:33.038590 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:14:33.234648 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:14:33.259267 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91796e41-2f81-4b12-a2b5-d9c4fd127952 None None] The sync data for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi is: [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:14:33.502595 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b84efc-ae37-45e0-9b57-f444c6bc31ec None None] New status for floating IP 1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb: DOWN {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:14:33.676937 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46434) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:33.735307 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93228a32-5d57-4c14-ad7a-1bd1304bb443 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (17a943ee-bac7-4c2c-8086-25f025764775), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:33.759325 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93228a32-5d57-4c14-ad7a-1bd1304bb443 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (17a943ee-bac7-4c2c-8086-25f025764775), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:33.814122 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93228a32-5d57-4c14-ad7a-1bd1304bb443 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (17a943ee-bac7-4c2c-8086-25f025764775), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:33.816760 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-93228a32-5d57-4c14-ad7a-1bd1304bb443 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:33.817908 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-93228a32-5d57-4c14-ad7a-1bd1304bb443 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "DELETE /v2.0/security-groups/17a943ee-bac7-4c2c-8086-25f025764775 HTTP/1.1" status: 204 len: 168 time: 0.1399806 Jun 25 16:14:33.820944 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46440) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:33.827207 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93228a32-5d57-4c14-ad7a-1bd1304bb443 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a943ee-bac7-4c2c-8086-25f025764775,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:33.839252 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.api.v2.resource [None req-eedae733-40c1-4640-bac9-e59806b8c53c tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] show failed (client error): The resource could not be found. Jun 25 16:14:33.840542 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-eedae733-40c1-4640-bac9-e59806b8c53c tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups/17a943ee-bac7-4c2c-8086-25f025764775 HTTP/1.1" status: 404 len: 347 time: 0.0184071 Jun 25 16:14:33.843486 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46442) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:33.955056 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Deleting port 3ee2710d-fdbd-49c6-80cd-927ec3ceab89 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:14:33.955366 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (3ee2710d-fdbd-49c6-80cd-927ec3ceab89), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.035410 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (3ee2710d-fdbd-49c6-80cd-927ec3ceab89), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.035688 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (3ee2710d-fdbd-49c6-80cd-927ec3ceab89), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.048587 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Calling delete_port for 3ee2710d-fdbd-49c6-80cd-927ec3ceab89 owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:14:34.188889 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (3ee2710d-fdbd-49c6-80cd-927ec3ceab89), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.217419 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event deleted for resources: {'Port': ['ID=3ee2710d-fdbd-49c6-80cd-927ec3ceab89,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:34.283032 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.285506 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.286576 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b5e55acd-3ca4-46a3-9db3-ab6d33b60fe4 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "DELETE /v2.0/floatingips/1be5c2ab-ddd9-4359-a3b9-1aea6c8365bb HTTP/1.1" status: 204 len: 168 time: 0.4418418 Jun 25 16:14:34.364268 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46446) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:34.369091 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-798808bd-c071-46c1-a434-aba6f8db6d8f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'security_group': {'name': 'tempest-securitygroup--776130563', 'description': 'tempest-description--1793733894'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:14:34.395462 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-798808bd-c071-46c1-a434-aba6f8db6d8f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.475972 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-798808bd-c071-46c1-a434-aba6f8db6d8f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (9474880f-be5c-4e08-8b6d-1b1d849b606e), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.481869 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-798808bd-c071-46c1-a434-aba6f8db6d8f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (9474880f-be5c-4e08-8b6d-1b1d849b606e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.494489 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:34.512115 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:34.522471 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-798808bd-c071-46c1-a434-aba6f8db6d8f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.523679 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-798808bd-c071-46c1-a434-aba6f8db6d8f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1581991 Jun 25 16:14:34.526685 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798808bd-c071-46c1-a434-aba6f8db6d8f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9474880f-be5c-4e08-8b6d-1b1d849b606e,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:34.526857 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46448) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:34.531734 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-bf8d6521-d7c4-4c18-984d-f8d926c3d5bc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'security_group_rule': {'security_group_id': '9474880f-be5c-4e08-8b6d-1b1d849b606e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:14:34.567064 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6521-d7c4-4c18-984d-f8d926c3d5bc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (3f879066-c710-4185-bc4d-983d64cf138d), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.622763 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6521-d7c4-4c18-984d-f8d926c3d5bc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (3f879066-c710-4185-bc4d-983d64cf138d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.628070 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6521-d7c4-4c18-984d-f8d926c3d5bc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (3f879066-c710-4185-bc4d-983d64cf138d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.647005 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d6521-d7c4-4c18-984d-f8d926c3d5bc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f879066-c710-4185-bc4d-983d64cf138d,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:34.656720 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-bf8d6521-d7c4-4c18-984d-f8d926c3d5bc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.657974 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-bf8d6521-d7c4-4c18-984d-f8d926c3d5bc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1300697 Jun 25 16:14:34.660862 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46450) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:34.665294 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-147b9c0e-f9e5-4275-bafe-382bcd67f219 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'security_group_rule': {'security_group_id': '9474880f-be5c-4e08-8b6d-1b1d849b606e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:14:34.698147 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-147b9c0e-f9e5-4275-bafe-382bcd67f219 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (b5bb2a42-f7ce-41a9-9242-4ade9aa5e995), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.731767 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:34.765058 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-147b9c0e-f9e5-4275-bafe-382bcd67f219 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (b5bb2a42-f7ce-41a9-9242-4ade9aa5e995), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.769558 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-147b9c0e-f9e5-4275-bafe-382bcd67f219 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (b5bb2a42-f7ce-41a9-9242-4ade9aa5e995), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.786473 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b9c0e-f9e5-4275-bafe-382bcd67f219 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bb2a42-f7ce-41a9-9242-4ade9aa5e995,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:34.799328 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-147b9c0e-f9e5-4275-bafe-382bcd67f219 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.800553 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-147b9c0e-f9e5-4275-bafe-382bcd67f219 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387184 Jun 25 16:14:34.803638 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46454) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:34.808040 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:14:34.836735 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:34.923459 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:35.033545 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Allocated IP 172.27.2.86 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/cde102a2-0009-4387-a90e-7ec0f2f25e7d) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:14:35.153161 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for port (cde102a2-0009-4387-a90e-7ec0f2f25e7d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:35.190089 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (cde102a2-0009-4387-a90e-7ec0f2f25e7d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:35.226494 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:35.235693 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:14:35.239559 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:14:35.243755 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:14:35.246353 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'Port': ['ID=cde102a2-0009-4387-a90e-7ec0f2f25e7d,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:35.332918 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (b3d98a13-d8ae-4ef7-9417-cd4177df8d28), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:35.371464 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (cde102a2-0009-4387-a90e-7ec0f2f25e7d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:35.529763 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:35.542066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for port (cde102a2-0009-4387-a90e-7ec0f2f25e7d), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:35.547816 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (cde102a2-0009-4387-a90e-7ec0f2f25e7d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:35.615985 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'Port': ['ID=cde102a2-0009-4387-a90e-7ec0f2f25e7d,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:35.626202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (b3d98a13-d8ae-4ef7-9417-cd4177df8d28), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:35.645204 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:35.646437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-f959ea91-e5e0-4377-a396-9ee97086cb26 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8418584 Jun 25 16:14:35.857926 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-0beb5cc0-0111-43df-a541-35ddb9b5d13a tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--776130563&fields=id&tenant_id=93ca9301bea041ce881109c706904a0a HTTP/1.1" status: 200 len: 267 time: 0.0494821 Jun 25 16:14:35.957289 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:14:35.963069 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-c31aafa7-fe64-48fd-b622-a4cbebe50d36 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:35.964674 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-c31aafa7-fe64-48fd-b622-a4cbebe50d36 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 811 time: 0.1002467 Jun 25 16:14:35.980902 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:14:35.981240 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 4f5f9d67-66aa-4e41-9fa6-b9aeeb540e5c not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:14:35.981358 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-57a8bca1-ca9b-4044-88f8-4002fb5003c9 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/quotas/93ca9301bea041ce881109c706904a0a HTTP/1.1" status: 200 len: 375 time: 0.0110574 Jun 25 16:14:36.032806 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-3c4a00ff-0339-4aa2-8bc5-d28a1adc09c9 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454788 Jun 25 16:14:36.244948 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-7d2851ad-377d-4708-b382-24cc44c8548d service neutron] 10.222.0.13 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002378 Jun 25 16:14:36.348602 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-ce7c7669-7837-46a6-a156-cecc31b72f1c service neutron] 10.222.0.13 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971692 Jun 25 16:14:36.528260 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f043e0cb-2d36-4abd-bd17-d704a6da133e req-6fdc93cd-915a-4c31-833e-09495b5c3b60 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 210 time: 0.0297992 Jun 25 16:14:37.431458 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:37.505359 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-abd3f8f7-7a48-4ec0-9a8f-0dbb188cfeb2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:37.506807 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-abd3f8f7-7a48-4ec0-9a8f-0dbb188cfeb2 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 811 time: 0.1125193 Jun 25 16:14:37.573528 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-4b392f3f-0ab8-4bec-9084-bfcdd4b9f545 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93ca9301bea041ce881109c706904a0a HTTP/1.1" status: 200 len: 379 time: 0.0580394 Jun 25 16:14:37.627893 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-681accdb-416a-450c-9867-7f73f3e9000d req-980cbdb6-edce-4b93-8c2f-3dad30f950b8 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 210 time: 0.0289569 Jun 25 16:14:37.643808 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'port': {'device_id': '2e42b781-8a83-4b8c-8499-46992761eafe', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'admin_state_up': True, 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'security_groups': ['9474880f-be5c-4e08-8b6d-1b1d849b606e']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:14:37.763769 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Made reservation on behalf of 93ca9301bea041ce881109c706904a0a for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:14:37.767984 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:37.916530 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Allocated IP 172.20.0.8 (f17f727c-497a-440f-921d-f0ec313048f6/3f7467bc-6966-4c93-8e6a-f360e3403a68/8035843a-a113-464b-9ba4-185653805a8d) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:14:37.921807 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:38.068522 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for port (8035843a-a113-464b-9ba4-185653805a8d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.101529 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (8035843a-a113-464b-9ba4-185653805a8d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.145400 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Network f17f727c-497a-440f-921d-f0ec313048f6 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:14:38.148305 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:14:38.152935 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:14:38.180485 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event updated for resources: {'Port': ['ID=8035843a-a113-464b-9ba4-185653805a8d,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:38.210497 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:38.211103 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.229300 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6d1f87fb-973d-427b-9fc5-0ec4653d86f0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894206 Jun 25 16:14:38.240443 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Request body: {'port': {'device_id': '2e42b781-8a83-4b8c-8499-46992761eafe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:14:38.304327 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8035843a-a113-464b-9ba4-185653805a8d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.343165 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:38.380154 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-0cdd9680-8f3b-4114-b0de-8fdf7d391fff None None] Provisioning complete for port 8035843a-a113-464b-9ba4-185653805a8d triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:14:38.380796 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-0cdd9680-8f3b-4114-b0de-8fdf7d391fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (8035843a-a113-464b-9ba4-185653805a8d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.412318 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd9680-8f3b-4114-b0de-8fdf7d391fff None None] Port 8035843a-a113-464b-9ba4-185653805a8d cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:14:38.571537 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8035843a-a113-464b-9ba4-185653805a8d {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:14:38.579790 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Publish callbacks [] for port (8035843a-a113-464b-9ba4-185653805a8d), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.593168 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Transition to ACTIVE for port object 8035843a-a113-464b-9ba4-185653805a8d will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:14:38.599606 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (8035843a-a113-464b-9ba4-185653805a8d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.652491 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Pushing event updated for resources: {'Port': ['ID=8035843a-a113-464b-9ba4-185653805a8d,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:38.703343 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:38.756288 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Attempting to bind port 8035843a-a113-464b-9ba4-185653805a8d on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:14:38.756726 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Attempting to bind port 8035843a-a113-464b-9ba4-185653805a8d by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:14:38.756985 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Attempting to bind port 8035843a-a113-464b-9ba4-185653805a8d on network f17f727c-497a-440f-921d-f0ec313048f6 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:14:38.768387 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Port 8035843a-a113-464b-9ba4-185653805a8d on network f17f727c-497a-440f-921d-f0ec313048f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:14:38.768732 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Attempting to bind port 8035843a-a113-464b-9ba4-185653805a8d on network f17f727c-497a-440f-921d-f0ec313048f6 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:14:38.781263 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e8926-e0f3-406a-889a-afa95702e9a0 req-7cf3a9c1-66b1-450c-bdb6-ee1ba3987dae tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:38.782792 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a02e8926-e0f3-406a-889a-afa95702e9a0 req-7cf3a9c1-66b1-450c-bdb6-ee1ba3987dae tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 943 time: 0.0707121 Jun 25 16:14:38.783855 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:14:38.784064 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Checking segment: {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:14:38.784434 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Bound using segment: {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:14:38.784882 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Bound port: 8035843a-a113-464b-9ba4-185653805a8d, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:14:38.785229 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8035843a-a113-464b-9ba4-185653805a8d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.879273 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a02e8926-e0f3-406a-889a-afa95702e9a0 req-6e4ccd92-6672-42f9-855c-6300d203be64 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904591 Jun 25 16:14:38.881688 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] For port 8035843a-a113-464b-9ba4-185653805a8d, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:14:38.884859 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] For port 8035843a-a113-464b-9ba4-185653805a8d, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=8035843a-a113-464b-9ba4-185653805a8d,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:14:38.891922 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (8035843a-a113-464b-9ba4-185653805a8d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.926028 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:38.926630 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:38.927975 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] 10.222.0.26 "PUT /v2.0/ports/8035843a-a113-464b-9ba4-185653805a8d HTTP/1.1" status: 200 len: 1093 time: 0.6917579 Jun 25 16:14:38.928392 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e42b781-8a83-4b8c-8499-46992761eafe', 'tag': '8035843a-a113-464b-9ba4-185653805a8d'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:14:38.930561 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eee715-5f93-4dbb-b6f1-d5950511428a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e42b781-8a83-4b8c-8499-46992761eafe", "tag": "8035843a-a113-464b-9ba4-185653805a8d"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:14:38.959073 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d794a-a5ad-4f3d-b54e-d1c52844f870 service neutron] Pushing event updated for resources: {'Port': ['ID=8035843a-a113-464b-9ba4-185653805a8d,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:38.993748 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3713dc8-349e-4415-ba95-54fbb053cd93 x-openstack-request-id: req-d3713dc8-349e-4415-ba95-54fbb053cd93 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:14:38.994104 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e42b781-8a83-4b8c-8499-46992761eafe", "tag": "8035843a-a113-464b-9ba4-185653805a8d", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:14:38.994312 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d3713dc8-349e-4415-ba95-54fbb053cd93 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:14:38.994663 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3713dc8-349e-4415-ba95-54fbb053cd93'] response: {'name': 'network-changed', 'server_uuid': '2e42b781-8a83-4b8c-8499-46992761eafe', 'tag': '8035843a-a113-464b-9ba4-185653805a8d', 'status': 'completed', 'code': 200} Jun 25 16:14:39.028931 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-16feb428-e5ce-41f5-b349-d0ca001cd6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:39.030449 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-16feb428-e5ce-41f5-b349-d0ca001cd6d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 1127 time: 0.0478740 Jun 25 16:14:39.073541 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-f70b7cd2-9ef6-4fe3-b26b-3f55170f57ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8035843a-a113-464b-9ba4-185653805a8d HTTP/1.1" status: 200 len: 217 time: 0.0332060 Jun 25 16:14:39.127087 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6327d46b-ba47-40cf-9ca5-64484ac79e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:39.129341 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-6327d46b-ba47-40cf-9ca5-64484ac79e9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 200 len: 850 time: 0.0494602 Jun 25 16:14:39.173852 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-a8f7d7fd-6c56-4803-8295-35f41142b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:39.175313 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-a8f7d7fd-6c56-4803-8295-35f41142b001 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f17f727c-497a-440f-921d-f0ec313048f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396125 Jun 25 16:14:39.275181 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-ae5e6a06-ea88-4f6f-9d2e-9706c6c8e991 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908604 Jun 25 16:14:39.291045 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:39.375874 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5fb3e404-e887-478b-9fcb-3d5341d1ebee req-1df683cb-c470-47e5-9df2-e75d9db30254 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921614 Jun 25 16:14:39.996737 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab602b-7dd1-40c6-8578-c92a61457a53 req-ec50c874-3893-4774-b403-8254b2494e25 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:39.998197 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-67ab602b-7dd1-40c6-8578-c92a61457a53 req-ec50c874-3893-4774-b403-8254b2494e25 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 943 time: 0.0491400 Jun 25 16:14:40.048641 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-67ab602b-7dd1-40c6-8578-c92a61457a53 req-11f29be3-57c5-4e79-810f-e4119013fefe tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424380 Jun 25 16:14:40.195156 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-771b1765-a52c-492e-837a-e53cd55bd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:40.196650 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-771b1765-a52c-492e-837a-e53cd55bd031 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 1127 time: 0.0385842 Jun 25 16:14:40.308064 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-2ce83b11-13db-4683-b036-70334841dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:40.309624 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-2ce83b11-13db-4683-b036-70334841dcda service neutron] 10.222.0.26 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 912 time: 0.1055520 Jun 25 16:14:40.349175 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-7f3b7ef9-1bc0-400f-8bfa-f1ed5e198d2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8035843a-a113-464b-9ba4-185653805a8d HTTP/1.1" status: 200 len: 217 time: 0.0326135 Jun 25 16:14:40.398073 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-12696bdf-ea40-41fd-b60d-7b9c350f0e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:40.399363 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-12696bdf-ea40-41fd-b60d-7b9c350f0e21 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 200 len: 850 time: 0.0441942 Jun 25 16:14:40.447940 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-392b3a70-64a1-4891-84c2-e32abf24088b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:40.450123 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-392b3a70-64a1-4891-84c2-e32abf24088b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f17f727c-497a-440f-921d-f0ec313048f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438130 Jun 25 16:14:40.516290 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:40.543817 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-3140433c-3a98-459e-9b03-1fb52915324c service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862713 Jun 25 16:14:40.635638 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-85eee715-5f93-4dbb-b6f1-d5950511428a req-ca1653d8-97a4-4421-ad4f-63237d5b5d84 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850594 Jun 25 16:14:41.062834 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:41.164902 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cd70a-0448-4186-b6ac-da13315c802b req-5103bfe6-6934-4450-8a54-15812faaaba7 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:41.166326 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7cd70a-0448-4186-b6ac-da13315c802b req-5103bfe6-6934-4450-8a54-15812faaaba7 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 943 time: 0.0469818 Jun 25 16:14:41.213578 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-4d7cd70a-0448-4186-b6ac-da13315c802b req-4f0ce0fb-6bbb-40d0-8415-f4e4e4b7968f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415566 Jun 25 16:14:41.961839 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 8035843a-a113-464b-9ba4-185653805a8d details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:14:42.069438 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 8035843a-a113-464b-9ba4-185653805a8d, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=8035843a-a113-464b-9ba4-185653805a8d,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:14:42.080708 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '8035843a-a113-464b-9ba4-185653805a8d', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'port_id': '8035843a-a113-464b-9ba4-185653805a8d', 'mac_address': 'fa:16:3e:ca:a1:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:14:42.107602 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=100 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:42.114220 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:42.125946 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 8035843a-a113-464b-9ba4-185653805a8d is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:14:42.126413 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8035843a-a113-464b-9ba4-185653805a8d), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:42.146409 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8035843a-a113-464b-9ba4-185653805a8d {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:14:42.165821 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 8035843a-a113-464b-9ba4-185653805a8d, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=8035843a-a113-464b-9ba4-185653805a8d,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:14:42.170900 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (8035843a-a113-464b-9ba4-185653805a8d), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:42.216773 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=8035843a-a113-464b-9ba4-185653805a8d,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:42.353076 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189fedb-dc6c-435d-968e-8f2379f126d0 req-77b81ad7-1567-4fbf-ac53-044bdd9f5be0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:42.354596 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6189fedb-dc6c-435d-968e-8f2379f126d0 req-77b81ad7-1567-4fbf-ac53-044bdd9f5be0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 944 time: 0.0604515 Jun 25 16:14:42.406205 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a6862aec-7620-42c6-ba36-ca5ce6b42653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:42.408987 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6189fedb-dc6c-435d-968e-8f2379f126d0 req-ccfce592-99b5-43dc-9a18-8b424522e5fa tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465415 Jun 25 16:14:42.419669 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['8035843a-a113-464b-9ba4-185653805a8d'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:14:43.524763 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3024d43-0048-4144-b8e7-767227702f57 req-5d517b70-c408-420e-b2df-cbf3bc3fa487 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:43.526224 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e3024d43-0048-4144-b8e7-767227702f57 req-5d517b70-c408-420e-b2df-cbf3bc3fa487 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 944 time: 0.0492258 Jun 25 16:14:43.573528 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e3024d43-0048-4144-b8e7-767227702f57 req-1b005ac1-04c8-452e-a37b-2fe00e60a041 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Jun 25 16:14:43.577748 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:43.582107 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:43.978669 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 8035843a-a113-464b-9ba4-185653805a8d up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:14:44.030072 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 8035843a-a113-464b-9ba4-185653805a8d completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:14:44.038085 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 8035843a-a113-464b-9ba4-185653805a8d triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:14:44.038523 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (8035843a-a113-464b-9ba4-185653805a8d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:44.111985 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 8035843a-a113-464b-9ba4-185653805a8d is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:14:44.112373 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (8035843a-a113-464b-9ba4-185653805a8d), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:44.135244 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e42b781-8a83-4b8c-8499-46992761eafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8035843a-a113-464b-9ba4-185653805a8d'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:14:44.137620 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06465f4-0a56-4e0e-bc33-a813cae2369f" -d '{"events": [{"server_uuid": "2e42b781-8a83-4b8c-8499-46992761eafe", "name": "network-vif-plugged", "status": "completed", "tag": "8035843a-a113-464b-9ba4-185653805a8d"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:14:44.153455 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 8035843a-a113-464b-9ba4-185653805a8d, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=8035843a-a113-464b-9ba4-185653805a8d,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:14:44.157777 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (8035843a-a113-464b-9ba4-185653805a8d), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:44.179812 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537eb530-246e-40cc-bd48-c452579f825a x-openstack-request-id: req-537eb530-246e-40cc-bd48-c452579f825a {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:14:44.180096 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e42b781-8a83-4b8c-8499-46992761eafe", "name": "network-vif-plugged", "status": "completed", "tag": "8035843a-a113-464b-9ba4-185653805a8d", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:14:44.180342 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-537eb530-246e-40cc-bd48-c452579f825a {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:14:44.180749 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537eb530-246e-40cc-bd48-c452579f825a'] response: {'server_uuid': '2e42b781-8a83-4b8c-8499-46992761eafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8035843a-a113-464b-9ba4-185653805a8d', 'code': 200} Jun 25 16:14:44.209847 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=8035843a-a113-464b-9ba4-185653805a8d,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:44.349998 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4fcb1-1772-4087-9f27-044e73cfc7c3 req-fb3baaf9-4ae4-4540-a5fc-16e86e3cf5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:44.351534 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1bd4fcb1-1772-4087-9f27-044e73cfc7c3 req-fb3baaf9-4ae4-4540-a5fc-16e86e3cf5a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 1129 time: 0.0440354 Jun 25 16:14:44.399686 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1bd4fcb1-1772-4087-9f27-044e73cfc7c3 req-04e30922-2e6e-4aea-8129-b0e573841e12 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413504 Jun 25 16:14:44.454004 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-de663864-0845-49f8-9abe-dea6f2fe748e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:44.526528 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:44.693976 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6d52b-74c0-4220-a405-66ee26e935aa req-a67d9e66-ea81-4e55-b056-ec1203f0d8f6 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:44.695550 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10b6d52b-74c0-4220-a405-66ee26e935aa req-a67d9e66-ea81-4e55-b056-ec1203f0d8f6 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 945 time: 0.0488837 Jun 25 16:14:44.708812 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:44.751176 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10b6d52b-74c0-4220-a405-66ee26e935aa req-398a1dff-0c51-4fc9-bd97-46bcbcbee1e1 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491021 Jun 25 16:14:45.882244 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea34293-4513-4f70-b4fa-e83f4212e531 req-a1fe2341-fbce-441e-9aa2-9535068f258c tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:45.883717 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ea34293-4513-4f70-b4fa-e83f4212e531 req-a1fe2341-fbce-441e-9aa2-9535068f258c tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 945 time: 0.0533769 Jun 25 16:14:45.910482 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:45.940691 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9ea34293-4513-4f70-b4fa-e83f4212e531 req-8761ebf4-46b8-417e-a3fa-505512a9454f tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497074 Jun 25 16:14:46.061741 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dd88d-b7e0-4a4d-8d29-6036ee5c1cc0 req-3433ad1e-7f29-4e6f-916e-6d567e6423be tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:46.063192 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3d1dd88d-b7e0-4a4d-8d29-6036ee5c1cc0 req-3433ad1e-7f29-4e6f-916e-6d567e6423be tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 945 time: 0.0529532 Jun 25 16:14:46.071848 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 46554) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:46.076289 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-39764837-ec8b-422f-be0c-69a1c0e96482 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Request body: {'floatingip': {'port_id': '8035843a-a113-464b-9ba4-185653805a8d'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:14:46.113843 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-39764837-ec8b-422f-be0c-69a1c0e96482 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (b3d98a13-d8ae-4ef7-9417-cd4177df8d28), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:46.418584 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:46.551348 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-39764837-ec8b-422f-be0c-69a1c0e96482 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:46.558240 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-39764837-ec8b-422f-be0c-69a1c0e96482 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (b3d98a13-d8ae-4ef7-9417-cd4177df8d28), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:46.653203 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-39764837-ec8b-422f-be0c-69a1c0e96482 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Floating IP b3d98a13-d8ae-4ef7-9417-cd4177df8d28 associated. External IP: 172.27.2.86, port: 8035843a-a113-464b-9ba4-185653805a8d. Jun 25 16:14:47.134314 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39764837-ec8b-422f-be0c-69a1c0e96482 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:14:47.189977 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:47.243811 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39764837-ec8b-422f-be0c-69a1c0e96482 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:14:47.250679 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-39764837-ec8b-422f-be0c-69a1c0e96482 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:47.258178 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] Sync routers for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:14:47.273655 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:14:47.274603 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:14:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:14:47.284062 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-39764837-ec8b-422f-be0c-69a1c0e96482 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "PUT /v2.0/floatingips/b3d98a13-d8ae-4ef7-9417-cd4177df8d28 HTTP/1.1" status: 200 len: 990 time: 1.2110331 Jun 25 16:14:47.284617 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e42b781-8a83-4b8c-8499-46992761eafe', 'tag': '8035843a-a113-464b-9ba4-185653805a8d'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:14:47.286873 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b870ff2d-2ed0-44da-ad48-ecb424328ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "2e42b781-8a83-4b8c-8499-46992761eafe", "tag": "8035843a-a113-464b-9ba4-185653805a8d"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:14:47.325503 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a6851e-83ff-4e32-ba6f-09a62a32725f x-openstack-request-id: req-b4a6851e-83ff-4e32-ba6f-09a62a32725f {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:14:47.325789 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e42b781-8a83-4b8c-8499-46992761eafe", "tag": "8035843a-a113-464b-9ba4-185653805a8d", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:14:47.326036 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4a6851e-83ff-4e32-ba6f-09a62a32725f {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:14:47.326473 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a6851e-83ff-4e32-ba6f-09a62a32725f'] response: {'name': 'network-changed', 'server_uuid': '2e42b781-8a83-4b8c-8499-46992761eafe', 'tag': '8035843a-a113-464b-9ba4-185653805a8d', 'status': 'completed', 'code': 200} Jun 25 16:14:47.378101 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:14:47.495730 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:47.583519 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:47.604535 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b3d98a13-d8ae-4ef7-9417-cd4177df8d28', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'port_id': '8035843a-a113-464b-9ba4-185653805a8d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'mac_address': 'fa:16:3e:ca:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e42b781-8a83-4b8c-8499-46992761eafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:14:35Z', 'updated_at': '2022-06-25T16:14:46Z', 'revision_number': 1, 'project_id': '93ca9301bea041ce881109c706904a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:14:47.608586 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:47.630147 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] Checking router: bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:14:47.639464 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:14:47.640056 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:14:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:14:47.757951 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:14:47.874387 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:48.028970 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b3d98a13-d8ae-4ef7-9417-cd4177df8d28', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'port_id': '8035843a-a113-464b-9ba4-185653805a8d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'mac_address': 'fa:16:3e:ca:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e42b781-8a83-4b8c-8499-46992761eafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:14:35Z', 'updated_at': '2022-06-25T16:14:46Z', 'revision_number': 1, 'project_id': '93ca9301bea041ce881109c706904a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:14:48.059695 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b4660-27ab-42e9-bc1c-9913d93899e9 None None] The sync data for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi is: [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b3d98a13-d8ae-4ef7-9417-cd4177df8d28', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'floating_ip_address': '172.27.2.86', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'port_id': '8035843a-a113-464b-9ba4-185653805a8d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'mac_address': 'fa:16:3e:ca:a1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e42b781-8a83-4b8c-8499-46992761eafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:14:35Z', 'updated_at': '2022-06-25T16:14:46Z', 'revision_number': 1, 'project_id': '93ca9301bea041ce881109c706904a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:14:48.270707 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dd39e3-606a-46fc-b106-60c160d1c673 None None] New status for floating IP b3d98a13-d8ae-4ef7-9417-cd4177df8d28: ACTIVE {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:14:48.763151 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-37c08fe4-16c2-4b16-baae-7d3c49fe8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:48.765034 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-37c08fe4-16c2-4b16-baae-7d3c49fe8070 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=93ca9301bea041ce881109c706904a0a&device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 1129 time: 0.0489042 Jun 25 16:14:48.863284 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-bf451137-55b9-4e32-90f4-ca99147b72ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:48.864780 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-bf451137-55b9-4e32-90f4-ca99147b72ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 200 len: 912 time: 0.0931430 Jun 25 16:14:48.932099 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-88c60881-aa73-407c-ae8e-78ca16848d3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8035843a-a113-464b-9ba4-185653805a8d HTTP/1.1" status: 200 len: 1000 time: 0.0611236 Jun 25 16:14:48.986004 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-1e6965dd-b43f-42dd-a915-7ce52fe4c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:48.987467 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-1e6965dd-b43f-42dd-a915-7ce52fe4c047 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 200 len: 850 time: 0.0498204 Jun 25 16:14:49.032844 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-34d9bfbf-7e60-4fd8-8cd5-13d0a9402807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:49.034211 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-34d9bfbf-7e60-4fd8-8cd5-13d0a9402807 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f17f727c-497a-440f-921d-f0ec313048f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394258 Jun 25 16:14:49.142230 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-51f1f887-4703-4cc1-bb67-ad8438b3629f service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018622 Jun 25 16:14:49.174511 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:49.232123 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b870ff2d-2ed0-44da-ad48-ecb424328ab2 req-dac2a907-1366-42f7-9fba-d8f226c57674 service neutron] 10.222.0.26 "GET /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841641 Jun 25 16:14:54.038654 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46598) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:54.068914 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:14:54.148876 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2898317c-c60c-4f04-92ad-4793b4513d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:54.224191 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2898317c-c60c-4f04-92ad-4793b4513d0c admin admin] Publish callbacks [] for security_group (91fce502-6790-4bd4-850d-3b6c1e2f82aa), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:54.230057 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2898317c-c60c-4f04-92ad-4793b4513d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (91fce502-6790-4bd4-850d-3b6c1e2f82aa), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:54.267589 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898317c-c60c-4f04-92ad-4793b4513d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fce502-6790-4bd4-850d-3b6c1e2f82aa,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:54.271817 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2898317c-c60c-4f04-92ad-4793b4513d0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=300775afba3141ec943347bf19288903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321067 Jun 25 16:14:54.274570 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46602) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:14:54.323094 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85c135de-93a9-405c-af69-3bd76fd6d073 admin admin] Publish callbacks [] for security_group (91fce502-6790-4bd4-850d-3b6c1e2f82aa), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:54.347260 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85c135de-93a9-405c-af69-3bd76fd6d073 admin admin] Publish callbacks [] for security_group (91fce502-6790-4bd4-850d-3b6c1e2f82aa), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:54.395547 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85c135de-93a9-405c-af69-3bd76fd6d073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (91fce502-6790-4bd4-850d-3b6c1e2f82aa), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:54.398179 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-85c135de-93a9-405c-af69-3bd76fd6d073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:54.402029 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-85c135de-93a9-405c-af69-3bd76fd6d073 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91fce502-6790-4bd4-850d-3b6c1e2f82aa HTTP/1.1" status: 204 len: 168 time: 0.1238236 Jun 25 16:14:54.407965 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c135de-93a9-405c-af69-3bd76fd6d073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fce502-6790-4bd4-850d-3b6c1e2f82aa,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:56.685237 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-f4ca0903-e84e-4e23-b657-362137f98ad9 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5d13640c8dcd49008d2f16313fd6e7ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346293 Jun 25 16:14:56.881624 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-f6a9b5bb-c6f5-46ad-92a7-408249e85bb2 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:56.894800 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-f6a9b5bb-c6f5-46ad-92a7-408249e85bb2 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901670 Jun 25 16:14:56.907663 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-7fef84bc-2364-4eee-8ac9-ddad821f6cde tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/quotas/5d13640c8dcd49008d2f16313fd6e7ee HTTP/1.1" status: 200 len: 375 time: 0.0100040 Jun 25 16:14:56.939444 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-421449d5-bc2e-45a8-b1be-2a4f49e29b9d tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5d13640c8dcd49008d2f16313fd6e7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269058 Jun 25 16:14:57.105516 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af522562-496c-46a0-892d-102545f4ce31 req-c86f11c4-1c4b-48dc-8a67-9324c7ce7503 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 210 time: 0.0273175 Jun 25 16:14:58.028905 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-caa46675-a55e-4c94-993e-f5d59cd702a3 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5d13640c8dcd49008d2f16313fd6e7ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257952 Jun 25 16:14:58.031187 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:58.136904 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-74f2c79e-5989-4554-b5bd-a37e54473187 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:58.138282 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-74f2c79e-5989-4554-b5bd-a37e54473187 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049366 Jun 25 16:14:58.153187 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Request body: {'port': {'device_id': '129fed5a-52dd-4774-835a-3551dfc2c69f', 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b', 'admin_state_up': True, 'tenant_id': '5d13640c8dcd49008d2f16313fd6e7ee'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:14:58.212107 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-67335967-15e8-4b84-acc8-f757d71e8d44 req-28b9b31c-698b-49c3-a45d-44f6ccc5c89d tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 210 time: 0.0393541 Jun 25 16:14:58.268446 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:58.293087 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Made reservation on behalf of 5d13640c8dcd49008d2f16313fd6e7ee for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:14:58.296605 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:58.305359 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:58.374299 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:58.384054 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks [] for security_group (36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:58.389447 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:58.452503 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:58.467837 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.468178 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.468537 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.468865 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.469189 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.469506 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.469818 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.470133 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.470450 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.470907 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.471216 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.471534 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.471841 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.472152 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.472479 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:14:58.537534 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Allocated IP 192.168.233.114 (1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b/d37b4101-4bf7-45cf-8eff-20667fd91ffd/a634ef3f-0d33-4dd9-b214-79780a026dc6) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:14:58.687939 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks [] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:58.714575 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:58.721053 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:58.768712 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:14:58.771636 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:14:58.775359 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:14:58.798246 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Pushing event updated for resources: {'Port': ['ID=a634ef3f-0d33-4dd9-b214-79780a026dc6,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:58.828160 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:58.828794 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:58.848402 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-04d6af92-d1cc-4b9e-bb67-d8080073b528 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6997726 Jun 25 16:14:58.862199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Request body: {'port': {'device_id': '129fed5a-52dd-4774-835a-3551dfc2c69f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:14:58.928940 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:58.938354 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:59.008421 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-cba55292-30e9-4c77-b1e3-f4454ff04288 None None] Provisioning complete for port a634ef3f-0d33-4dd9-b214-79780a026dc6 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:14:59.008810 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cba55292-30e9-4c77-b1e3-f4454ff04288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:59.040169 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-cba55292-30e9-4c77-b1e3-f4454ff04288 None None] Port a634ef3f-0d33-4dd9-b214-79780a026dc6 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:14:59.191911 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a634ef3f-0d33-4dd9-b214-79780a026dc6 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:14:59.199702 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Publish callbacks [] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:59.212934 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Transition to ACTIVE for port object a634ef3f-0d33-4dd9-b214-79780a026dc6 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:14:59.220984 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:59.276274 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Pushing event updated for resources: {'Port': ['ID=a634ef3f-0d33-4dd9-b214-79780a026dc6,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:59.365624 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a59f96-5998-4882-b671-2c2dcfc540c3 req-aafafa96-65fa-4ec5-8118-40514123a0e3 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:59.367124 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10a59f96-5998-4882-b671-2c2dcfc540c3 req-aafafa96-65fa-4ec5-8118-40514123a0e3 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 948 time: 0.0710013 Jun 25 16:14:59.400049 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Attempting to bind port a634ef3f-0d33-4dd9-b214-79780a026dc6 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:14:59.400379 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Attempting to bind port a634ef3f-0d33-4dd9-b214-79780a026dc6 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': 'fa8983de-eb12-41df-8cd8-7e3aaefd5939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:14:59.400730 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Attempting to bind port a634ef3f-0d33-4dd9-b214-79780a026dc6 on network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:14:59.413774 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Port a634ef3f-0d33-4dd9-b214-79780a026dc6 on network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:14:59.414110 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Attempting to bind port a634ef3f-0d33-4dd9-b214-79780a026dc6 on network 1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:14:59.428220 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:14:59.428569 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Checking segment: {'id': 'fa8983de-eb12-41df-8cd8-7e3aaefd5939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:14:59.428913 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Bound using segment: {'id': 'fa8983de-eb12-41df-8cd8-7e3aaefd5939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:14:59.429346 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Bound port: a634ef3f-0d33-4dd9-b214-79780a026dc6, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa8983de-eb12-41df-8cd8-7e3aaefd5939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:14:59.429698 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:59.449872 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-10a59f96-5998-4882-b671-2c2dcfc540c3 req-0ad3dc1b-512c-488a-9f6b-313dd64770b5 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750411 Jun 25 16:14:59.499449 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] For port a634ef3f-0d33-4dd9-b214-79780a026dc6, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:14:59.503546 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] For port a634ef3f-0d33-4dd9-b214-79780a026dc6, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a634ef3f-0d33-4dd9-b214-79780a026dc6,segment=NetworkSegment(fa8983de-eb12-41df-8cd8-7e3aaefd5939),segment_id=fa8983de-eb12-41df-8cd8-7e3aaefd5939)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:14:59.512647 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:59.546094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:59.546714 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:14:59.548546 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] 10.222.0.26 "PUT /v2.0/ports/a634ef3f-0d33-4dd9-b214-79780a026dc6 HTTP/1.1" status: 200 len: 1098 time: 0.6905854 Jun 25 16:14:59.549054 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '129fed5a-52dd-4774-835a-3551dfc2c69f', 'tag': 'a634ef3f-0d33-4dd9-b214-79780a026dc6'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:14:59.551258 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "129fed5a-52dd-4774-835a-3551dfc2c69f", "tag": "a634ef3f-0d33-4dd9-b214-79780a026dc6"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:14:59.583338 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eef248-4a74-4dd0-bd49-1ada539be26a service neutron] Pushing event updated for resources: {'Port': ['ID=a634ef3f-0d33-4dd9-b214-79780a026dc6,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:14:59.606467 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb40495-a3d7-4172-9f0a-bec1830db41b x-openstack-request-id: req-ddb40495-a3d7-4172-9f0a-bec1830db41b {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:14:59.606754 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "129fed5a-52dd-4774-835a-3551dfc2c69f", "tag": "a634ef3f-0d33-4dd9-b214-79780a026dc6", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:14:59.607089 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ddb40495-a3d7-4172-9f0a-bec1830db41b {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:14:59.607363 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb40495-a3d7-4172-9f0a-bec1830db41b'] response: {'name': 'network-changed', 'server_uuid': '129fed5a-52dd-4774-835a-3551dfc2c69f', 'tag': 'a634ef3f-0d33-4dd9-b214-79780a026dc6', 'status': 'completed', 'code': 200} Jun 25 16:14:59.637505 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-8bd80723-08d0-4126-bef2-e9982a8ac5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:59.639403 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-8bd80723-08d0-4126-bef2-e9982a8ac5d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d13640c8dcd49008d2f16313fd6e7ee&device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 1132 time: 0.0445156 Jun 25 16:14:59.662795 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:59.694964 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-8c4fb0a0-3682-4b30-87e7-e2045797ad49 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=a634ef3f-0d33-4dd9-b214-79780a026dc6 HTTP/1.1" status: 200 len: 217 time: 0.0390098 Jun 25 16:14:59.745138 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-cab3ee57-df32-43c9-9543-60a24130cba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:59.746610 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-cab3ee57-df32-43c9-9543-60a24130cba2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d37b4101-4bf7-45cf-8eff-20667fd91ffd HTTP/1.1" status: 200 len: 843 time: 0.0454466 Jun 25 16:14:59.788619 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-852465b7-e4d4-470c-92a9-1e3547110660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:14:59.790137 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-852465b7-e4d4-470c-92a9-1e3547110660 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0382061 Jun 25 16:14:59.866293 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:14:59.884398 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-a6aacca4-ae63-4815-a905-aa62c1c66011 service neutron] 10.222.0.26 "GET /v2.0/networks/1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879147 Jun 25 16:14:59.972797 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-64109170-cfce-4bcb-abb4-0cfe130aea05 req-ac3a5da9-c067-45a5-92ba-508acb8a04c4 service neutron] 10.222.0.26 "GET /v2.0/networks/1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823598 Jun 25 16:15:00.588057 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f570f-38f7-41ad-974d-1654ee7dff01 req-5cef42c2-3ed9-438c-b262-0edbe7afb1a9 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:00.589641 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fb9f570f-38f7-41ad-974d-1654ee7dff01 req-5cef42c2-3ed9-438c-b262-0edbe7afb1a9 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 948 time: 0.0619893 Jun 25 16:15:00.640149 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-fb9f570f-38f7-41ad-974d-1654ee7dff01 req-a2c6ac50-3624-4b31-8bcc-3de9bade0fa7 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Jun 25 16:15:00.779881 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-59171d0f-3c6e-46b1-8e81-096ae4aea0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:00.781367 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-59171d0f-3c6e-46b1-8e81-096ae4aea0e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5d13640c8dcd49008d2f16313fd6e7ee&device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 1132 time: 0.0506072 Jun 25 16:15:00.881621 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-1233a655-f3da-4f9a-b53d-8ef600bdf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:00.883855 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-1233a655-f3da-4f9a-b53d-8ef600bdf95b service neutron] 10.222.0.26 "GET /v2.0/networks?id=1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b HTTP/1.1" status: 200 len: 870 time: 0.0966172 Jun 25 16:15:00.922442 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-70646f9e-76d8-4d34-bf64-14d75bc31524 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=a634ef3f-0d33-4dd9-b214-79780a026dc6 HTTP/1.1" status: 200 len: 217 time: 0.0322776 Jun 25 16:15:00.971393 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-23f9cecb-ca0c-4b19-b63a-b26ffff202bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:00.972836 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-23f9cecb-ca0c-4b19-b63a-b26ffff202bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d37b4101-4bf7-45cf-8eff-20667fd91ffd HTTP/1.1" status: 200 len: 843 time: 0.0452805 Jun 25 16:15:01.015434 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-5fcf47aa-c2dc-4ff4-b9bd-2767997cab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:01.016955 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-5fcf47aa-c2dc-4ff4-b9bd-2767997cab24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0383227 Jun 25 16:15:01.117798 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-acef66af-61b8-4b9e-b2e6-001355ad7196 service neutron] 10.222.0.26 "GET /v2.0/networks/1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938363 Jun 25 16:15:01.209098 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-97e4c82e-fddd-4db9-9e0c-aa09e1e40a7b req-fa6b26e4-6638-41ab-ac1d-21fb3587a9fa service neutron] 10.222.0.26 "GET /v2.0/networks/1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857861 Jun 25 16:15:01.778109 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835233ce-0755-4ae6-80f7-d45a29fc5887 req-4ca4412c-576e-4206-bfb7-43df7b2f60e7 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:01.780056 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-835233ce-0755-4ae6-80f7-d45a29fc5887 req-4ca4412c-576e-4206-bfb7-43df7b2f60e7 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 948 time: 0.0561588 Jun 25 16:15:01.832953 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-835233ce-0755-4ae6-80f7-d45a29fc5887 req-60d52942-e3b1-4da6-a4d3-a7b60b1d31e0 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 Jun 25 16:15:02.101577 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device a634ef3f-0d33-4dd9-b214-79780a026dc6 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:15:02.206567 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port a634ef3f-0d33-4dd9-b214-79780a026dc6, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a634ef3f-0d33-4dd9-b214-79780a026dc6,segment=NetworkSegment(fa8983de-eb12-41df-8cd8-7e3aaefd5939),segment_id=fa8983de-eb12-41df-8cd8-7e3aaefd5939)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:15:02.217903 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'a634ef3f-0d33-4dd9-b214-79780a026dc6', 'network_id': '1a66e5ab-74e9-4700-9d6e-96d2fa9e5f8b', 'port_id': 'a634ef3f-0d33-4dd9-b214-79780a026dc6', 'mac_address': 'fa:16:3e:6e:64:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37b4101-4bf7-45cf-8eff-20667fd91ffd', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:15:02.255777 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port a634ef3f-0d33-4dd9-b214-79780a026dc6 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:15:02.256169 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:02.269741 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a634ef3f-0d33-4dd9-b214-79780a026dc6 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:15:02.290227 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port a634ef3f-0d33-4dd9-b214-79780a026dc6, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a634ef3f-0d33-4dd9-b214-79780a026dc6,segment=NetworkSegment(fa8983de-eb12-41df-8cd8-7e3aaefd5939),segment_id=fa8983de-eb12-41df-8cd8-7e3aaefd5939)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:15:02.295825 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:02.341041 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=a634ef3f-0d33-4dd9-b214-79780a026dc6,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:02.348219 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.348614 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.348959 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.349294 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.349624 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.349946 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.350269 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.350594 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.350913 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.351233 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.351555 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.351932 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.352190 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.352530 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.352846 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:02.514370 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['a634ef3f-0d33-4dd9-b214-79780a026dc6'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:15:02.739190 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:02.959033 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b8292-f293-486c-a985-1b3e3b6cc48a req-2b19be13-148b-4b10-b1e2-204b0cca1ef1 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:02.960453 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc0b8292-f293-486c-a985-1b3e3b6cc48a req-2b19be13-148b-4b10-b1e2-204b0cca1ef1 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 949 time: 0.0550230 Jun 25 16:15:03.009370 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc0b8292-f293-486c-a985-1b3e3b6cc48a req-447eb580-49b9-4186-ab09-e2aabd0d1735 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Jun 25 16:15:04.103481 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device a634ef3f-0d33-4dd9-b214-79780a026dc6 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:15:04.137812 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:04.152455 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355f31e-9e8a-499b-8cd0-076a3c31e272 req-126e9a8c-5510-476f-835b-829de5a49e8e tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:04.153965 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3355f31e-9e8a-499b-8cd0-076a3c31e272 req-126e9a8c-5510-476f-835b-829de5a49e8e tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 949 time: 0.0572119 Jun 25 16:15:04.154363 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port a634ef3f-0d33-4dd9-b214-79780a026dc6 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:15:04.160994 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port a634ef3f-0d33-4dd9-b214-79780a026dc6 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:15:04.161371 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:04.201805 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3355f31e-9e8a-499b-8cd0-076a3c31e272 req-82d5b371-6960-474b-b0c6-116494aa5a6d tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Jun 25 16:15:04.235987 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port a634ef3f-0d33-4dd9-b214-79780a026dc6 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:15:04.236365 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:04.260821 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129fed5a-52dd-4774-835a-3551dfc2c69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a634ef3f-0d33-4dd9-b214-79780a026dc6'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:15:04.263012 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e0a1e-3059-43d9-a328-c2a4decfc987" -d '{"events": [{"server_uuid": "129fed5a-52dd-4774-835a-3551dfc2c69f", "name": "network-vif-plugged", "status": "completed", "tag": "a634ef3f-0d33-4dd9-b214-79780a026dc6"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:15:04.275152 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port a634ef3f-0d33-4dd9-b214-79780a026dc6, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a634ef3f-0d33-4dd9-b214-79780a026dc6,segment=NetworkSegment(fa8983de-eb12-41df-8cd8-7e3aaefd5939),segment_id=fa8983de-eb12-41df-8cd8-7e3aaefd5939)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:15:04.280706 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:04.307046 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c5a60e-6e7a-4855-bbfd-846e607c0b1e x-openstack-request-id: req-a5c5a60e-6e7a-4855-bbfd-846e607c0b1e {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:15:04.307338 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129fed5a-52dd-4774-835a-3551dfc2c69f", "name": "network-vif-plugged", "status": "completed", "tag": "a634ef3f-0d33-4dd9-b214-79780a026dc6", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:15:04.307585 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a5c5a60e-6e7a-4855-bbfd-846e607c0b1e {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:15:04.308146 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c5a60e-6e7a-4855-bbfd-846e607c0b1e'] response: {'server_uuid': '129fed5a-52dd-4774-835a-3551dfc2c69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a634ef3f-0d33-4dd9-b214-79780a026dc6', 'code': 200} Jun 25 16:15:04.331524 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:04.334933 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=a634ef3f-0d33-4dd9-b214-79780a026dc6,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:04.402595 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=37,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:04.403552 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=33,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:04.482318 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3ae09-e355-4569-a5f6-d9cfd4ae05ca req-a71a6a6d-b2d6-4734-a55b-a957fcb0a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:04.483801 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75b3ae09-e355-4569-a5f6-d9cfd4ae05ca req-a71a6a6d-b2d6-4734-a55b-a957fcb0a4ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 1134 time: 0.0387073 Jun 25 16:15:04.516219 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:04.537391 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-75b3ae09-e355-4569-a5f6-d9cfd4ae05ca req-8d80453e-6dcd-4ba2-a480-9546c52322fe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429044 Jun 25 16:15:05.317733 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3228b2f-3573-4cf3-a58c-d8687d8aa0f7 req-b6c90f56-c396-4e83-8148-1eb11abac94e tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:05.319203 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3228b2f-3573-4cf3-a58c-d8687d8aa0f7 req-b6c90f56-c396-4e83-8148-1eb11abac94e tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 950 time: 0.0489979 Jun 25 16:15:05.369826 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d3228b2f-3573-4cf3-a58c-d8687d8aa0f7 req-215b40ab-820f-4f28-8535-0ff405b15193 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Jun 25 16:15:06.502228 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169ff89-9375-471c-86ea-403621a44dfc req-3cc1a953-9651-4efb-adb7-48b5f2106d7c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:06.503689 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b169ff89-9375-471c-86ea-403621a44dfc req-3cc1a953-9651-4efb-adb7-48b5f2106d7c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 950 time: 0.0569229 Jun 25 16:15:06.554717 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b169ff89-9375-471c-86ea-403621a44dfc req-7d6c857a-e48b-4ff2-99f0-1a1f3cfa54eb tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453193 Jun 25 16:15:06.834437 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982408d-9301-4be6-8063-9d3e63d1d9c6 req-85f244e8-98dc-4c7a-b18f-5cbd222348ba tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:06.835997 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1982408d-9301-4be6-8063-9d3e63d1d9c6 req-85f244e8-98dc-4c7a-b18f-5cbd222348ba tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 950 time: 0.0545242 Jun 25 16:15:06.892211 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1982408d-9301-4be6-8063-9d3e63d1d9c6 req-3f1bf80e-5395-4681-a92a-3ba2192c6a6a tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505366 Jun 25 16:15:08.022416 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358143bb-bd50-4cd9-9f3c-7322660de307 req-4a7deef8-0485-4d44-bfcc-1c95e6a05446 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:08.023907 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-358143bb-bd50-4cd9-9f3c-7322660de307 req-4a7deef8-0485-4d44-bfcc-1c95e6a05446 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 950 time: 0.0512507 Jun 25 16:15:08.070858 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-358143bb-bd50-4cd9-9f3c-7322660de307 req-afa0d491-c448-42ba-ac0b-564000fe4984 tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.13 "GET /v2.0/security-groups?id=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Jun 25 16:15:08.149559 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-6c037474-0e0f-4ea8-b1cb-e36d17ac15cc tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:08.151239 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-6c037474-0e0f-4ea8-b1cb-e36d17ac15cc tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.26 "GET /v2.0/ports?device_id=129fed5a-52dd-4774-835a-3551dfc2c69f HTTP/1.1" status: 200 len: 950 time: 0.0536616 Jun 25 16:15:08.237320 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Deleting port a634ef3f-0d33-4dd9-b214-79780a026dc6 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:15:08.237637 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:08.334001 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] For port a634ef3f-0d33-4dd9-b214-79780a026dc6, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a634ef3f-0d33-4dd9-b214-79780a026dc6,segment=NetworkSegment(fa8983de-eb12-41df-8cd8-7e3aaefd5939),segment_id=fa8983de-eb12-41df-8cd8-7e3aaefd5939)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:15:08.334361 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:08.348557 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Calling delete_port for a634ef3f-0d33-4dd9-b214-79780a026dc6 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:15:08.490146 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (a634ef3f-0d33-4dd9-b214-79780a026dc6), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:08.503639 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['a634ef3f-0d33-4dd9-b214-79780a026dc6'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:15:08.518994 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Pushing event deleted for resources: {'Port': ['ID=a634ef3f-0d33-4dd9-b214-79780a026dc6,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:08.575456 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] No DVR routers for this DVR port a634ef3f-0d33-4dd9-b214-79780a026dc6 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:15:08.578636 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:08.583265 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-22d02253-0ef4-4d2e-9b50-031f137212fc req-f0d23237-ba96-4bbe-af23-86ed8e50470c tempest-VolumesNegativeTest-1269696062 tempest-VolumesNegativeTest-1269696062-project] 10.222.0.26 "DELETE /v2.0/ports/a634ef3f-0d33-4dd9-b214-79780a026dc6 HTTP/1.1" status: 204 len: 173 time: 0.4259574 Jun 25 16:15:08.583903 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '129fed5a-52dd-4774-835a-3551dfc2c69f', 'name': 'network-vif-deleted', 'tag': 'a634ef3f-0d33-4dd9-b214-79780a026dc6'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:15:08.586434 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8879194-87c2-453e-b427-7e443b40076d" -d '{"events": [{"server_uuid": "129fed5a-52dd-4774-835a-3551dfc2c69f", "name": "network-vif-deleted", "tag": "a634ef3f-0d33-4dd9-b214-79780a026dc6"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:15:08.627760 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ee36c6-8198-4958-b494-684b9be2a05e x-openstack-request-id: req-66ee36c6-8198-4958-b494-684b9be2a05e {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:15:08.628464 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "129fed5a-52dd-4774-835a-3551dfc2c69f", "name": "network-vif-deleted", "tag": "a634ef3f-0d33-4dd9-b214-79780a026dc6", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:15:08.628753 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-66ee36c6-8198-4958-b494-684b9be2a05e {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:15:08.629429 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66ee36c6-8198-4958-b494-684b9be2a05e'] response: {'server_uuid': '129fed5a-52dd-4774-835a-3551dfc2c69f', 'name': 'network-vif-deleted', 'tag': 'a634ef3f-0d33-4dd9-b214-79780a026dc6', 'status': 'completed', 'code': 200} Jun 25 16:15:11.053201 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:12.117530 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device a634ef3f-0d33-4dd9-b214-79780a026dc6 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:15:12.137268 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: a634ef3f-0d33-4dd9-b214-79780a026dc6 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:15:12.137613 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device a634ef3f-0d33-4dd9-b214-79780a026dc6 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:15:12.410269 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e1f3bf69-c71f-48ba-a0ff-af23dbe1cabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:12.696828 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:12.699427 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=13 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:13.160586 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46942) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:13.300973 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-675dddeb-2dc1-4fbf-a201-047a9daaf092 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d13640c8dcd49008d2f16313fd6e7ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391978 Jun 25 16:15:13.304653 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 46946) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:13.362258 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Publish callbacks [] for security_group (36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:13.385590 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Publish callbacks [] for security_group (36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:13.443333 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:13.445886 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:13.447025 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0 HTTP/1.1" status: 204 len: 168 time: 0.1414824 Jun 25 16:15:13.454999 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d2bbfe-6908-4f3e-96c4-2e33e53b0fc0,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:13.462251 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.462565 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.462905 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.463256 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.463582 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.463942 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.464260 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.464589 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.464908 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.465221 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.465533 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.465864 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.466143 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.466449 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:13.466756 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632cf067-1fbe-4a5f-ade4-7c1e3e45a1c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:15:14.462927 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c50f9b97-6c4b-4b31-b206-c53f1e6e4194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:15.064512 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:15.071230 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-9058e8be-e3cf-4ccf-9383-a1f7fd4cc9cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394609 Jun 25 16:15:15.131774 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-5b210116-4241-4456-8717-ce2850dd5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:15.133119 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-5b210116-4241-4456-8717-ce2850dd5dab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 1130 time: 0.0386348 Jun 25 16:15:15.171938 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:15.243021 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-f60f8566-587e-4bd9-81d0-4c7734139ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:15.244532 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-f60f8566-587e-4bd9-81d0-4c7734139ca7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.0920191 Jun 25 16:15:15.316321 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-bfc110b7-842d-406f-8e0f-30adb29ccaf5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a9f7280-53f6-4175-893c-f00a3bb1d1d4 HTTP/1.1" status: 200 len: 1001 time: 0.0608554 Jun 25 16:15:15.366255 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-5c314e40-3ee0-4956-9ca9-3ab316c89e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:15.367655 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-5c314e40-3ee0-4956-9ca9-3ab316c89e6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0459058 Jun 25 16:15:15.415030 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-737e38a4-e79f-46de-9274-78f4b0d70930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:15.416885 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-737e38a4-e79f-46de-9274-78f4b0d70930 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419660 Jun 25 16:15:15.779188 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-2444d177-a38a-488b-bf7f-f903a456941b service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536150 Jun 25 16:15:15.876658 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a3b72b3d-d58d-47e0-9719-e37caee5a812 req-e23ac2aa-7111-49ec-811f-577ba235e513 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907013 Jun 25 16:15:15.913623 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:17.604170 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:17.839445 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:23.450829 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:23.458320 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:25.866096 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=34 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:25.873756 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=53 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:27.819476 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:27.831106 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:31.067611 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:15:41.062486 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:41.063998 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:41.067228 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:42.406541 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1b8efcd7-2a1e-4976-8aad-c104e9319fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:44.247444 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8280a-3e03-4ae7-934b-bb47d7261336 req-1a46ccc5-b4f2-46d3-baed-6056ee4eadba tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:44.248929 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20d8280a-3e03-4ae7-934b-bb47d7261336 req-1a46ccc5-b4f2-46d3-baed-6056ee4eadba tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 945 time: 0.0518577 Jun 25 16:15:44.300859 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-20d8280a-3e03-4ae7-934b-bb47d7261336 req-40df0528-3739-4cba-9c80-5d03d222d470 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440123 Jun 25 16:15:44.461286 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-6649c239-16e1-43a0-bd3a-aa5148a04c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:45.423953 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee07654-8255-4c5d-b204-eb908ba164ad req-9d94f66c-24e7-4a4b-b7f5-d6ecefb50bf0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:45.425471 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dee07654-8255-4c5d-b204-eb908ba164ad req-9d94f66c-24e7-4a4b-b7f5-d6ecefb50bf0 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 945 time: 0.0469458 Jun 25 16:15:45.478347 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-dee07654-8255-4c5d-b204-eb908ba164ad req-8410f5c4-54fe-426b-9ec7-1d03e310dd77 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups?id=9474880f-be5c-4e08-8b6d-1b1d849b606e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473194 Jun 25 16:15:45.820666 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e884342d-bc99-4688-8045-23b6ba2ef401 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:45.822160 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e884342d-bc99-4688-8045-23b6ba2ef401 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 945 time: 0.0568817 Jun 25 16:15:45.908721 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Deleting port 8035843a-a113-464b-9ba4-185653805a8d {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:15:45.909037 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (8035843a-a113-464b-9ba4-185653805a8d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:45.917951 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:45.999667 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] For port 8035843a-a113-464b-9ba4-185653805a8d, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=8035843a-a113-464b-9ba4-185653805a8d,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:15:45.999990 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (8035843a-a113-464b-9ba4-185653805a8d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:46.175411 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:46.175775 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (b3d98a13-d8ae-4ef7-9417-cd4177df8d28), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:46.176087 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Floating IP b3d98a13-d8ae-4ef7-9417-cd4177df8d28 disassociated. External IP: 172.27.2.86, port: 8035843a-a113-464b-9ba4-185653805a8d. Jun 25 16:15:46.176440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Calling delete_port for 8035843a-a113-464b-9ba4-185653805a8d owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:15:46.307193 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (8035843a-a113-464b-9ba4-185653805a8d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:46.333086 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event deleted for resources: {'Port': ['ID=8035843a-a113-464b-9ba4-185653805a8d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:46.441522 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:15:46.488559 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:46.534819 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:46.563212 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:15:46.572954 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] Sync routers for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:15:46.583691 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:15:46.584286 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:15:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:46.586885 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f0c06d88-2c14-4ab5-9a3f-b3c6ef598efb req-c6423d6c-d0d9-4dcd-9e18-f16a681f5466 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e42b781-8a83-4b8c-8499-46992761eafe HTTP/1.1" status: 200 len: 210 time: 0.0353975 Jun 25 16:15:46.620341 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] No DVR routers for this DVR port 8035843a-a113-464b-9ba4-185653805a8d on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:15:46.623102 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:46.626686 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-eccaa0ce-775d-438c-a8ff-86abff1f4511 req-e395c9f5-f240-4319-b37f-97fbf99786cc tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.26 "DELETE /v2.0/ports/8035843a-a113-464b-9ba4-185653805a8d HTTP/1.1" status: 204 len: 173 time: 0.7962291 Jun 25 16:15:46.627167 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e42b781-8a83-4b8c-8499-46992761eafe', 'name': 'network-vif-deleted', 'tag': '8035843a-a113-464b-9ba4-185653805a8d'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:15:46.629381 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc84f1cb-4266-4cff-892b-676b6d6ee9f6" -d '{"events": [{"server_uuid": "2e42b781-8a83-4b8c-8499-46992761eafe", "name": "network-vif-deleted", "tag": "8035843a-a113-464b-9ba4-185653805a8d"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:15:46.681437 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d97d0dd-a456-49c1-9f7d-d2ced55e5a17 x-openstack-request-id: req-7d97d0dd-a456-49c1-9f7d-d2ced55e5a17 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:15:46.681725 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e42b781-8a83-4b8c-8499-46992761eafe", "name": "network-vif-deleted", "tag": "8035843a-a113-464b-9ba4-185653805a8d", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:15:46.682474 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d97d0dd-a456-49c1-9f7d-d2ced55e5a17 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:15:46.682889 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d97d0dd-a456-49c1-9f7d-d2ced55e5a17'] response: {'server_uuid': '2e42b781-8a83-4b8c-8499-46992761eafe', 'name': 'network-vif-deleted', 'tag': '8035843a-a113-464b-9ba4-185653805a8d', 'status': 'completed', 'code': 200} Jun 25 16:15:46.698222 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:15:46.889269 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:46.913766 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] Checking router: bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:15:46.922782 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:15:46.923402 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:15:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:47.026800 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:15:47.224392 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:47.250022 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5925119-07ba-4b97-b6ee-ce76c2725545 None None] The sync data for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi is: [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:41Z', 'revision_number': 4, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'ba0439a0-3437-426d-9e89-e93d385febe2', 'name': '', 'network_id': 'f17f727c-497a-440f-921d-f0ec313048f6', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'mac_address': 'fa:16:3e:8f:e7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:40Z', 'updated_at': '2022-06-25T16:11:45Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'subnets': [{'id': '3f7467bc-6966-4c93-8e6a-f360e3403a68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:15:47.479446 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bda2c0-31e0-4a59-b4b5-36469a8ecfc0 None None] New status for floating IP b3d98a13-d8ae-4ef7-9417-cd4177df8d28: DOWN {{(pid=104060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:15:47.604670 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:47.678054 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47082) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:47.738279 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c15-771e-4fe7-b5e0-61091dd85a34 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (9474880f-be5c-4e08-8b6d-1b1d849b606e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:47.762578 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c15-771e-4fe7-b5e0-61091dd85a34 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (9474880f-be5c-4e08-8b6d-1b1d849b606e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:47.813798 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c15-771e-4fe7-b5e0-61091dd85a34 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (9474880f-be5c-4e08-8b6d-1b1d849b606e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:47.816648 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2dd45c15-771e-4fe7-b5e0-61091dd85a34 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:47.817791 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2dd45c15-771e-4fe7-b5e0-61091dd85a34 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "DELETE /v2.0/security-groups/9474880f-be5c-4e08-8b6d-1b1d849b606e HTTP/1.1" status: 204 len: 168 time: 0.1386807 Jun 25 16:15:47.820786 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47084) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:47.827527 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd45c15-771e-4fe7-b5e0-61091dd85a34 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9474880f-be5c-4e08-8b6d-1b1d849b606e,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:47.840466 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.api.v2.resource [None req-58663ed2-9f06-41a3-a7cf-51a560bfffe6 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] show failed (client error): The resource could not be found. Jun 25 16:15:47.841407 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-58663ed2-9f06-41a3-a7cf-51a560bfffe6 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "GET /v2.0/security-groups/9474880f-be5c-4e08-8b6d-1b1d849b606e HTTP/1.1" status: 404 len: 347 time: 0.0189939 Jun 25 16:15:47.841944 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47086) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:47.843463 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:47.955302 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Deleting port cde102a2-0009-4387-a90e-7ec0f2f25e7d {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:15:47.955752 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (cde102a2-0009-4387-a90e-7ec0f2f25e7d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:48.052782 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (cde102a2-0009-4387-a90e-7ec0f2f25e7d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:48.053108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (cde102a2-0009-4387-a90e-7ec0f2f25e7d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:48.066987 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Calling delete_port for cde102a2-0009-4387-a90e-7ec0f2f25e7d owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:15:48.209349 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (cde102a2-0009-4387-a90e-7ec0f2f25e7d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:48.233958 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Pushing event deleted for resources: {'Port': ['ID=cde102a2-0009-4387-a90e-7ec0f2f25e7d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:48.294499 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks [] for floatingip (b3d98a13-d8ae-4ef7-9417-cd4177df8d28), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:48.296900 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:48.298039 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d3565cda-e260-4d08-a8a3-79c52ed17403 tempest-AttachVolumeTestJSON-1792173987 tempest-AttachVolumeTestJSON-1792173987-project] 10.222.0.13 "DELETE /v2.0/floatingips/b3d98a13-d8ae-4ef7-9417-cd4177df8d28 HTTP/1.1" status: 204 len: 168 time: 0.4551852 Jun 25 16:15:50.352646 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 8035843a-a113-464b-9ba4-185653805a8d no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:15:50.375868 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 8035843a-a113-464b-9ba4-185653805a8d {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:15:50.376186 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 8035843a-a113-464b-9ba4-185653805a8d not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:15:51.903683 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47114) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:52.243219 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:52.290249 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:52.449561 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:52.464628 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Deleting port ba0439a0-3437-426d-9e89-e93d385febe2 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:15:52.464975 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:52.544264 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] For port ba0439a0-3437-426d-9e89-e93d385febe2, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=ba0439a0-3437-426d-9e89-e93d385febe2,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:15:52.544640 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:52.557868 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Calling delete_port for ba0439a0-3437-426d-9e89-e93d385febe2 owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:15:52.747476 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (ba0439a0-3437-426d-9e89-e93d385febe2), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:52.783039 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Pushing event deleted for resources: {'Port': ['ID=ba0439a0-3437-426d-9e89-e93d385febe2,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:52.947336 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:53.148112 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:53.157698 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:15:53.260338 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:15:53.267955 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-57c4ae77-73ed-4df0-ba44-93ea66f847be admin admin] 10.222.0.13 "PUT /v2.0/routers/bb0d38ac-f02f-419d-aa1f-b5e3b1b77540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3642011 Jun 25 16:15:53.271541 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47116) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:53.273655 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] Sync routers for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:15:53.286315 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:15:53.287363 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:15:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:53.318530 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:53.336143 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:53.372834 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks [] for router (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:53.391739 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:15:53.471556 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks [] for router_gateway (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:53.516730 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Deleting port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:15:53.517101 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:53.557321 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:15:52Z', 'revision_number': 5, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port': {'id': '1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:e8:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:11:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:53.582387 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] Checking router: bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:15:53.590948 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] Routers {'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:15:53.591562 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:15:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:53.601067 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] For port 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:15:53.601427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:53.615572 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Calling delete_port for 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:15:53.673835 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] Set router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:15:53.791216 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:53.820790 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Pushing event deleted for resources: {'Port': ['ID=1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:53.851746 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:15:53Z', 'revision_number': 6, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port_host': None}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:53.872188 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:53.879978 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e42ec7-95ef-4cef-baee-4a24d88f0af8 None None] The sync data for ids ['bb0d38ac-f02f-419d-aa1f-b5e3b1b77540'] in dv-cinder-847620-2-iscsi is: [{'id': 'bb0d38ac-f02f-419d-aa1f-b5e3b1b77540', 'name': 'tempest-AttachVolumeTestJSON-1447263054-router', 'tenant_id': '93ca9301bea041ce881109c706904a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:11:38Z', 'updated_at': '2022-06-25T16:15:53Z', 'revision_number': 6, 'project_id': '93ca9301bea041ce881109c706904a0a', 'gw_port_host': None}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:15:53.885188 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:53.985000 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:53.987337 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks [] for router_controller (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:53.992388 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:54.032648 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (bb0d38ac-f02f-419d-aa1f-b5e3b1b77540), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.033442 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:15:54.038773 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.041282 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b7ee864a-fa08-400f-927d-6115cf578443 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bb0d38ac-f02f-419d-aa1f-b5e3b1b77540 HTTP/1.1" status: 204 len: 168 time: 0.7684352 Jun 25 16:15:54.043735 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47118) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:54.093132 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ccfbec0-1a0e-4c57-a78f-c1b82d5cf821 admin admin] Deleting subnet 3f7467bc-6966-4c93-8e6a-f360e3403a68 {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:15:54.096629 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8ccfbec0-1a0e-4c57-a78f-c1b82d5cf821 admin admin] Publish callbacks [] for subnet (3f7467bc-6966-4c93-8e6a-f360e3403a68), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.133907 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8ccfbec0-1a0e-4c57-a78f-c1b82d5cf821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3584197'] for subnet (3f7467bc-6966-4c93-8e6a-f360e3403a68), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.212157 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8ccfbec0-1a0e-4c57-a78f-c1b82d5cf821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (3f7467bc-6966-4c93-8e6a-f360e3403a68), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.277460 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8ccfbec0-1a0e-4c57-a78f-c1b82d5cf821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942109'] for subnet (3f7467bc-6966-4c93-8e6a-f360e3403a68), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.304481 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfbec0-1a0e-4c57-a78f-c1b82d5cf821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7467bc-6966-4c93-8e6a-f360e3403a68,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:54.311219 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-8ccfbec0-1a0e-4c57-a78f-c1b82d5cf821 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.317198 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-8ccfbec0-1a0e-4c57-a78f-c1b82d5cf821 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3f7467bc-6966-4c93-8e6a-f360e3403a68 HTTP/1.1" status: 204 len: 168 time: 0.2701881 Jun 25 16:15:54.317411 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd0cc5-ad36-442d-b445-e9e37e8b7717 None None] Network f17f727c-497a-440f-921d-f0ec313048f6 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:15:54.317892 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47120) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:54.393706 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device ba0439a0-3437-426d-9e89-e93d385febe2 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:15:54.407044 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (f17f727c-497a-440f-921d-f0ec313048f6), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.431151 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: ba0439a0-3437-426d-9e89-e93d385febe2 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:15:54.431501 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device ba0439a0-3437-426d-9e89-e93d385febe2 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:15:54.440078 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:54.451402 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Deleting port 86890c97-77d4-47a3-b050-b94a854b91f9 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:15:54.451716 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.520568 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] For port 86890c97-77d4-47a3-b050-b94a854b91f9, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=86890c97-77d4-47a3-b050-b94a854b91f9,segment=NetworkSegment(b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7),segment_id=b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:15:54.520923 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.534521 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Calling delete_port for 86890c97-77d4-47a3-b050-b94a854b91f9 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:15:54.616018 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (86890c97-77d4-47a3-b050-b94a854b91f9), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.642168 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Pushing event deleted for resources: {'Port': ['ID=86890c97-77d4-47a3-b050-b94a854b91f9,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:54.645774 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] No DVR routers for this DVR port 86890c97-77d4-47a3-b050-b94a854b91f9 on host dv-cinder-847620-2-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:15:54.715058 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518fe52-8386-4639-ab3f-8528adfae2b8 None None] DHCP port deletion for f17f727c-497a-440f-921d-f0ec313048f6 request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:15:54.721928 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (f17f727c-497a-440f-921d-f0ec313048f6), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.746589 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f17f727c-497a-440f-921d-f0ec313048f6']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:54.756768 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:54.757062 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:54.767239 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.782164 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.789059 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:15:54.789459 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.845450 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7 resource provider aggregate not found Jun 25 16:15:54.857626 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (f17f727c-497a-440f-921d-f0ec313048f6), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.865000 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:54.870143 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f17f727c-497a-440f-921d-f0ec313048f6 HTTP/1.1" status: 204 len: 168 time: 0.5486522 Jun 25 16:15:54.877390 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5c28a5b-9d1e-47d0-b0e3-bdf29f1d75f7 found for delete ", "request_id": "req-26097895-dfe7-4bdc-a4ce-ead890de4138"}]} Jun 25 16:15:54.878515 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fd8dc-375d-4e02-b8e1-e139fe03c595 admin admin] Pushing event deleted for resources: {'Network': ['ID=f17f727c-497a-440f-921d-f0ec313048f6,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:55.059183 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47128) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:55.105722 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-ae6edbf5-4797-484e-b002-abf40fa36090 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93ca9301bea041ce881109c706904a0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454383 Jun 25 16:15:55.109126 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47130) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:55.161317 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df33d801-221c-44f7-b327-e0aada0a446e admin admin] Publish callbacks [] for security_group (ae120194-c1b3-4b02-accc-62d850b20726), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:55.184150 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df33d801-221c-44f7-b327-e0aada0a446e admin admin] Publish callbacks [] for security_group (ae120194-c1b3-4b02-accc-62d850b20726), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:55.246926 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df33d801-221c-44f7-b327-e0aada0a446e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (ae120194-c1b3-4b02-accc-62d850b20726), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:55.249798 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-df33d801-221c-44f7-b327-e0aada0a446e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:55.250964 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-df33d801-221c-44f7-b327-e0aada0a446e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae120194-c1b3-4b02-accc-62d850b20726 HTTP/1.1" status: 204 len: 168 time: 0.1409788 Jun 25 16:15:55.269515 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33d801-221c-44f7-b327-e0aada0a446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae120194-c1b3-4b02-accc-62d850b20726,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:55.465247 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27ec2b-a872-48cc-b8c2-35e96e1a6180 req-43c506ea-3e81-4979-86bd-3bae0b7f4941 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:55.467036 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-da27ec2b-a872-48cc-b8c2-35e96e1a6180 req-43c506ea-3e81-4979-86bd-3bae0b7f4941 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 946 time: 0.0483592 Jun 25 16:15:55.518957 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-da27ec2b-a872-48cc-b8c2-35e96e1a6180 req-46cb0a5a-71d7-4743-90e5-f4e926b81fc8 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453594 Jun 25 16:15:56.226592 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 86890c97-77d4-47a3-b050-b94a854b91f9 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:15:56.251537 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 86890c97-77d4-47a3-b050-b94a854b91f9 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:15:56.251883 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 86890c97-77d4-47a3-b050-b94a854b91f9 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:15:56.252298 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:15:56.270984 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:15:56.271326 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 1820a3bf-8af0-40eb-b4f7-a4fc4ed571ad not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:15:56.619191 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47186) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:56.634048 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36c683-abec-4952-b459-56a718c4395b req-ac7225fa-ba8d-4f78-b08b-fb32003f695c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:56.636095 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cd36c683-abec-4952-b459-56a718c4395b req-ac7225fa-ba8d-4f78-b08b-fb32003f695c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 946 time: 0.0481679 Jun 25 16:15:56.690828 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cd36c683-abec-4952-b459-56a718c4395b req-d5e49077-33fa-45d6-a4e3-6372ee3ef76c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486720 Jun 25 16:15:56.723549 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:56.731076 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7dbb40cd-a1ef-49a3-9b0e-f75a539c9729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:56.811631 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7dbb40cd-a1ef-49a3-9b0e-f75a539c9729 admin admin] Publish callbacks [] for security_group (2235c924-f34b-4d16-91c1-c982833a5b32), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:56.817193 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-7dbb40cd-a1ef-49a3-9b0e-f75a539c9729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2235c924-f34b-4d16-91c1-c982833a5b32), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:56.830977 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-c7961fba-6321-4a61-9788-f6c219014ea5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:56.832440 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-c7961fba-6321-4a61-9788-f6c219014ea5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 946 time: 0.0496094 Jun 25 16:15:56.858525 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-7dbb40cd-a1ef-49a3-9b0e-f75a539c9729 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=734020a939754d21a86482a3d013cb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381284 Jun 25 16:15:56.861162 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47190) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:15:56.867268 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbb40cd-a1ef-49a3-9b0e-f75a539c9729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2235c924-f34b-4d16-91c1-c982833a5b32,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:56.870482 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:56.919118 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Deleting port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:15:56.919460 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:56.921569 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-090c18ea-d129-44a2-9072-2c034842926a admin admin] Publish callbacks [] for security_group (2235c924-f34b-4d16-91c1-c982833a5b32), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:56.943254 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-090c18ea-d129-44a2-9072-2c034842926a admin admin] Publish callbacks [] for security_group (2235c924-f34b-4d16-91c1-c982833a5b32), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:56.995220 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-090c18ea-d129-44a2-9072-2c034842926a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (2235c924-f34b-4d16-91c1-c982833a5b32), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:56.997662 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-090c18ea-d129-44a2-9072-2c034842926a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:56.998814 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-090c18ea-d129-44a2-9072-2c034842926a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2235c924-f34b-4d16-91c1-c982833a5b32 HTTP/1.1" status: 204 len: 168 time: 0.1367266 Jun 25 16:15:57.006957 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c18ea-d129-44a2-9072-2c034842926a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2235c924-f34b-4d16-91c1-c982833a5b32,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:57.017897 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] For port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:15:57.018529 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:57.171200 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:57.189101 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:57.189668 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1a9898c7-9f40-49b1-88b1-af6e2626b387), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:57.189932 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Floating IP 1a9898c7-9f40-49b1-88b1-af6e2626b387 disassociated. External IP: 172.27.2.94, port: 1a9f7280-53f6-4175-893c-f00a3bb1d1d4. Jun 25 16:15:57.190276 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Calling delete_port for 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:15:57.270124 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:57.327146 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (1a9f7280-53f6-4175-893c-f00a3bb1d1d4), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:57.355321 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event deleted for resources: {'Port': ['ID=1a9f7280-53f6-4175-893c-f00a3bb1d1d4,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:15:57.466010 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Router ef26b951-697d-4207-8f99-ad0844fdea03 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:15:57.546965 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:57.549005 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:15:57.568523 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:15:57.582048 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] Sync routers for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:15:57.591683 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:15:57.592369 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:15:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:57.618776 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] No DVR routers for this DVR port 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:15:57.621621 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:15:57.625411 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-28a7aa17-4a8d-4b1f-8408-46a363011d5f req-e4b0f683-d7fe-4ecc-8d39-14ecf4b5a66d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "DELETE /v2.0/ports/1a9f7280-53f6-4175-893c-f00a3bb1d1d4 HTTP/1.1" status: 204 len: 173 time: 0.7873242 Jun 25 16:15:57.625878 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3193adb5-3665-405c-b68c-30023d88105d', 'name': 'network-vif-deleted', 'tag': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:15:57.628807 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37e8366-f945-4f94-987c-2f42a1ea0ca2" -d '{"events": [{"server_uuid": "3193adb5-3665-405c-b68c-30023d88105d", "name": "network-vif-deleted", "tag": "1a9f7280-53f6-4175-893c-f00a3bb1d1d4"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:15:57.672317 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91d2367-434d-42d2-8aea-a669410abfe6 x-openstack-request-id: req-f91d2367-434d-42d2-8aea-a669410abfe6 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:15:57.673066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3193adb5-3665-405c-b68c-30023d88105d", "name": "network-vif-deleted", "tag": "1a9f7280-53f6-4175-893c-f00a3bb1d1d4", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:15:57.674464 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f91d2367-434d-42d2-8aea-a669410abfe6 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:15:57.676015 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91d2367-434d-42d2-8aea-a669410abfe6'] response: {'server_uuid': '3193adb5-3665-405c-b68c-30023d88105d', 'name': 'network-vif-deleted', 'tag': '1a9f7280-53f6-4175-893c-f00a3bb1d1d4', 'status': 'completed', 'code': 200} Jun 25 16:15:57.697915 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:15:57.808196 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8bbbab7-10ac-4c55-a0b9-1915ed7b7b9f req-39f2ed28-771a-4383-bd15-195fca14ec78 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=3193adb5-3665-405c-b68c-30023d88105d HTTP/1.1" status: 200 len: 210 time: 0.0369494 Jun 25 16:15:57.946258 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:57.980874 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] Checking router: ef26b951-697d-4207-8f99-ad0844fdea03 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:15:57.991383 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:15:57.991757 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:15:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:58.098994 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:15:58.386211 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:15:58.410407 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266aefb5-edac-4600-9197-c7fdaaff7866 None None] The sync data for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi is: [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:15:58.632956 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac23f9e3-df71-4514-b2ac-cc2395a36121 None None] New status for floating IP 1a9898c7-9f40-49b1-88b1-af6e2626b387: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:15:59.114775 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-044a1087-c295-4f91-9744-e5f9a8b47dcb tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054987293&fields=id&tenant_id=c5bb30b042f3422faf43af82b27b37a5 HTTP/1.1" status: 200 len: 267 time: 0.0485961 Jun 25 16:15:59.232020 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-1eccd874-25cb-43dd-a6f9-7a69e70f2133 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:15:59.233630 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-1eccd874-25cb-43dd-a6f9-7a69e70f2133 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 812 time: 0.1117804 Jun 25 16:15:59.251593 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-4a20e27a-b17d-4c4b-8932-ef688ffeea0c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/quotas/c5bb30b042f3422faf43af82b27b37a5 HTTP/1.1" status: 200 len: 375 time: 0.0098214 Jun 25 16:15:59.306768 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-adabe3a5-f2d1-4102-9ebf-ce9c10d22f1c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482168 Jun 25 16:15:59.416385 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-0132ec6a-537a-45be-b2ad-e62bd153ea4a service neutron] 10.222.0.13 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928476 Jun 25 16:15:59.518473 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-c0628379-cf1c-4d0f-9947-00a534e647a6 service neutron] 10.222.0.13 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937777 Jun 25 16:15:59.837768 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b350c574-7965-4ba4-9ac1-023187dc1c38 req-2acde9bf-5424-476e-bc91-3d1d5ff8855a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 210 time: 0.0277767 Jun 25 16:16:00.433791 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:16:00.456113 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:16:00.456462 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 1a9f7280-53f6-4175-893c-f00a3bb1d1d4 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:16:00.722277 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:00.822635 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-e8122147-0775-4e1b-a2da-ccc86e1e210b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:00.824093 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-e8122147-0775-4e1b-a2da-ccc86e1e210b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 812 time: 0.1377752 Jun 25 16:16:00.899449 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-82e1f761-27f1-45f6-ad34-90179cd30a23 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5bb30b042f3422faf43af82b27b37a5 HTTP/1.1" status: 200 len: 380 time: 0.0656452 Jun 25 16:16:00.908071 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'port': {'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'admin_state_up': True, 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'security_groups': ['79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:00.944278 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:00.964193 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e9c0fe8b-1870-4a83-90e0-713cb04d61b3 req-5b0746c2-1f33-4d04-b9a5-d589ba86c701 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 210 time: 0.0405922 Jun 25 16:16:01.052354 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Made reservation on behalf of c5bb30b042f3422faf43af82b27b37a5 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:16:01.056481 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:01.203497 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Allocated IP 172.20.0.12 (4493f90c-02cf-4ced-9f9f-700abb5cb837/d64c37ba-03d3-48c5-a690-9548e82c8d83/0c4c3de8-0099-4bf6-aba3-58227e338f77) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:16:01.348801 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:01.381661 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:01.427440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:01.430330 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:01.434179 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:16:01.457245 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'Port': ['ID=0c4c3de8-0099-4bf6-aba3-58227e338f77,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:01.471368 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.471717 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.472051 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.472401 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.472753 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.473072 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.473391 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.473710 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.474026 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.474341 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.474657 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.474971 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.475283 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.475586 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.475887 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:01.500939 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:01.502145 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:01.520999 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2dbbe1bd-855f-4d92-81a5-d6197bf2c645 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6166468 Jun 25 16:16:01.533683 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Request body: {'port': {'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:01.608111 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:01.628483 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-f1f2292d-de05-4b22-9742-c33bb2b30ba8 None None] Provisioning complete for port 0c4c3de8-0099-4bf6-aba3-58227e338f77 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:01.629092 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-f1f2292d-de05-4b22-9742-c33bb2b30ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:01.658983 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:01.659535 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2292d-de05-4b22-9742-c33bb2b30ba8 None None] Port 0c4c3de8-0099-4bf6-aba3-58227e338f77 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:16:02.170783 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e813fe9-b12d-442d-b3ac-f5fa92dd2422 req-fa2c980e-8f54-4dcd-b36d-46933f74b9de tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:02.173250 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6e813fe9-b12d-442d-b3ac-f5fa92dd2422 req-fa2c980e-8f54-4dcd-b36d-46933f74b9de tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 932 time: 0.1000106 Jun 25 16:16:02.209352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:02.264293 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47296) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:02.293919 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6e813fe9-b12d-442d-b3ac-f5fa92dd2422 req-ea95ef56-723c-4e6b-a4d7-77da2e8008dd tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114163 Jun 25 16:16:02.303094 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4c3de8-0099-4bf6-aba3-58227e338f77 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:16:02.314912 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Publish callbacks [] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.326203 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Transition to ACTIVE for port object 0c4c3de8-0099-4bf6-aba3-58227e338f77 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:16:02.331723 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.378995 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c3de8-0099-4bf6-aba3-58227e338f77,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:02.407567 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0db8f24-d922-466b-bbe3-e20ea83a0876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.457940 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Attempting to bind port 0c4c3de8-0099-4bf6-aba3-58227e338f77 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:16:02.458407 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Attempting to bind port 0c4c3de8-0099-4bf6-aba3-58227e338f77 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:16:02.458823 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Attempting to bind port 0c4c3de8-0099-4bf6-aba3-58227e338f77 on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:16:02.464010 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Port 0c4c3de8-0099-4bf6-aba3-58227e338f77 on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:16:02.464492 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Attempting to bind port 0c4c3de8-0099-4bf6-aba3-58227e338f77 on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:16:02.470163 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:16:02.470540 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Checking segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:16:02.470861 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Bound using segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:16:02.471318 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Bound port: 0c4c3de8-0099-4bf6-aba3-58227e338f77, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:16:02.471641 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.496719 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0db8f24-d922-466b-bbe3-e20ea83a0876 admin admin] Publish callbacks [] for security_group (24cca3af-9ea0-4e34-803e-a864f3c75af8), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.502367 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e0db8f24-d922-466b-bbe3-e20ea83a0876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (24cca3af-9ea0-4e34-803e-a864f3c75af8), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.541943 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] For port 0c4c3de8-0099-4bf6-aba3-58227e338f77, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:16:02.545751 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] For port 0c4c3de8-0099-4bf6-aba3-58227e338f77, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:16:02.554721 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e0db8f24-d922-466b-bbe3-e20ea83a0876 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=daaea30da7af4734a2a075c041957057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892308 Jun 25 16:16:02.555346 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47300) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:02.557963 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.563515 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db8f24-d922-466b-bbe3-e20ea83a0876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cca3af-9ea0-4e34-803e-a864f3c75af8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:02.595527 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:02.596136 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.598005 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] 10.222.0.26 "PUT /v2.0/ports/0c4c3de8-0099-4bf6-aba3-58227e338f77 HTTP/1.1" status: 200 len: 1094 time: 1.0683448 Jun 25 16:16:02.598005 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:16:02.600147 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a170c6-02c9-4ab6-a52f-bf70cff6575c" -d '{"events": [{"name": "network-changed", "server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:16:02.623072 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f82b90-d0f0-4265-8784-153d1542cecc service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c3de8-0099-4bf6-aba3-58227e338f77,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:02.639382 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6592e3b-038e-45f0-8ba9-fe4c822c528d admin admin] Publish callbacks [] for security_group (24cca3af-9ea0-4e34-803e-a864f3c75af8), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.666370 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68923147-d33a-450c-bcd3-81c8422cbbe3 x-openstack-request-id: req-68923147-d33a-450c-bcd3-81c8422cbbe3 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:16:02.666657 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:16:02.666925 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68923147-d33a-450c-bcd3-81c8422cbbe3 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:16:02.667301 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68923147-d33a-450c-bcd3-81c8422cbbe3'] response: {'name': 'network-changed', 'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'status': 'completed', 'code': 200} Jun 25 16:16:02.670283 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6592e3b-038e-45f0-8ba9-fe4c822c528d admin admin] Publish callbacks [] for security_group (24cca3af-9ea0-4e34-803e-a864f3c75af8), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.726617 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-e177723b-f685-4e27-a221-1279efbdfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:02.728358 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-e177723b-f685-4e27-a221-1279efbdfb66 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 1128 time: 0.0451894 Jun 25 16:16:02.739377 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6592e3b-038e-45f0-8ba9-fe4c822c528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (24cca3af-9ea0-4e34-803e-a864f3c75af8), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.741992 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6592e3b-038e-45f0-8ba9-fe4c822c528d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:02.743609 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f6592e3b-038e-45f0-8ba9-fe4c822c528d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24cca3af-9ea0-4e34-803e-a864f3c75af8 HTTP/1.1" status: 204 len: 168 time: 0.1870260 Jun 25 16:16:02.760250 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6592e3b-038e-45f0-8ba9-fe4c822c528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cca3af-9ea0-4e34-803e-a864f3c75af8,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:02.776127 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-477736ff-fa47-4133-88f0-e4a22ab5045c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77 HTTP/1.1" status: 200 len: 217 time: 0.0399208 Jun 25 16:16:02.830318 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2321df99-6059-47c6-8276-2c8b7dd1d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:02.831711 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-2321df99-6059-47c6-8276-2c8b7dd1d577 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0489018 Jun 25 16:16:02.882916 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-c088c931-e92b-452e-b1eb-2289a096934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:02.884809 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-c088c931-e92b-452e-b1eb-2289a096934a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470207 Jun 25 16:16:02.909655 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:02.981200 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-a219f05a-3803-4d39-9b9f-ab60aa4c0042 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892560 Jun 25 16:16:03.069602 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47308) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:03.084190 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf27a-3560-48f0-b7b4-86db62b32953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:03.087546 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bc8a17e1-1b27-48ff-a85d-fef1f0c247f9 req-50206243-95e6-45dd-9db8-c90a6abc9da9 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003876 Jun 25 16:16:03.127972 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:03.176879 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf27a-3560-48f0-b7b4-86db62b32953 admin admin] Publish callbacks [] for security_group (6fdf5f7c-1751-4b32-8950-e4a51cc32afd), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:03.181387 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-5eaaf27a-3560-48f0-b7b4-86db62b32953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (6fdf5f7c-1751-4b32-8950-e4a51cc32afd), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:03.222757 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaaf27a-3560-48f0-b7b4-86db62b32953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdf5f7c-1751-4b32-8950-e4a51cc32afd,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:03.227207 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-5eaaf27a-3560-48f0-b7b4-86db62b32953 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a50f99b20824df5b732c54d38f4a71c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1564696 Jun 25 16:16:03.230239 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47310) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:03.285432 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2274cc31-5a71-4dff-84fd-d65b7784695a admin admin] Publish callbacks [] for security_group (6fdf5f7c-1751-4b32-8950-e4a51cc32afd), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:03.308871 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2274cc31-5a71-4dff-84fd-d65b7784695a admin admin] Publish callbacks [] for security_group (6fdf5f7c-1751-4b32-8950-e4a51cc32afd), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:03.317463 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-3a950690-b993-40bd-b9c9-c9d95b981ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:03.318969 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-3a950690-b993-40bd-b9c9-c9d95b981ced service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 1128 time: 0.0401204 Jun 25 16:16:03.369791 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2274cc31-5a71-4dff-84fd-d65b7784695a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (6fdf5f7c-1751-4b32-8950-e4a51cc32afd), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:03.372222 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2274cc31-5a71-4dff-84fd-d65b7784695a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:03.373430 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2274cc31-5a71-4dff-84fd-d65b7784695a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fdf5f7c-1751-4b32-8950-e4a51cc32afd HTTP/1.1" status: 204 len: 168 time: 0.1422968 Jun 25 16:16:03.382077 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274cc31-5a71-4dff-84fd-d65b7784695a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdf5f7c-1751-4b32-8950-e4a51cc32afd,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:03.433879 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-30d31b52-9b0d-40cb-ad19-5b1951d322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:03.435363 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-30d31b52-9b0d-40cb-ad19-5b1951d322b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.1107471 Jun 25 16:16:03.476048 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-d4e8499d-285b-4eda-89b4-c286453cf8b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77 HTTP/1.1" status: 200 len: 217 time: 0.0350113 Jun 25 16:16:03.528240 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-fdbf3ad4-e8ab-4dd9-9454-c15894dbf5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:03.529873 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-fdbf3ad4-e8ab-4dd9-9454-c15894dbf5ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0476341 Jun 25 16:16:03.578460 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-a39b9587-486d-4d10-8f57-a7030d084973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:03.580067 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-a39b9587-486d-4d10-8f57-a7030d084973 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433912 Jun 25 16:16:03.596210 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:03.705644 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225232ec-f94f-4181-8ba0-4735537e7ba9 req-5b44b81a-81e9-4c34-83dc-029636e8a29a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:03.707100 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-225232ec-f94f-4181-8ba0-4735537e7ba9 req-5b44b81a-81e9-4c34-83dc-029636e8a29a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 944 time: 0.3434207 Jun 25 16:16:03.752914 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-d0e7b753-ed78-4d51-a2bc-e5ec18878949 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664686 Jun 25 16:16:03.809622 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-225232ec-f94f-4181-8ba0-4735537e7ba9 req-8fdc4d80-db1a-491b-866a-b95877cb8acf tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939016 Jun 25 16:16:03.878652 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-69a170c6-02c9-4ab6-a52f-bf70cff6575c req-9d4f4758-8e0e-420c-bc4f-89265cb6ddf9 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197762 Jun 25 16:16:04.936545 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acc488-bd24-4a94-9ecc-7f37a1e64904 req-a983d01b-9669-4572-aaf5-683855cf10c2 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:04.938012 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23acc488-bd24-4a94-9ecc-7f37a1e64904 req-a983d01b-9669-4572-aaf5-683855cf10c2 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 944 time: 0.0506670 Jun 25 16:16:04.989033 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-23acc488-bd24-4a94-9ecc-7f37a1e64904 req-24a6e127-69e9-495e-8adf-d0ec449568e7 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450640 Jun 25 16:16:06.131220 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf423eed-2957-4b27-8755-bcfcec8f66ce req-f9a6e9ea-5c26-4f85-92d4-df36f9c5fc49 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:06.132636 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf423eed-2957-4b27-8755-bcfcec8f66ce req-f9a6e9ea-5c26-4f85-92d4-df36f9c5fc49 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 944 time: 0.0617857 Jun 25 16:16:06.183751 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf423eed-2957-4b27-8755-bcfcec8f66ce req-bdd4cc8a-f9af-4a74-a0db-8f5a033cc87d tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441177 Jun 25 16:16:07.308559 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02aa806-e449-4a76-a122-c6c2239f19d2 req-b37be6bc-6156-4434-8c83-d1c80aa1a249 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:07.310006 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b02aa806-e449-4a76-a122-c6c2239f19d2 req-b37be6bc-6156-4434-8c83-d1c80aa1a249 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 944 time: 0.0578418 Jun 25 16:16:07.321126 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:07.363587 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b02aa806-e449-4a76-a122-c6c2239f19d2 req-28b5fab8-a1cb-4570-a825-1a428058c477 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478637 Jun 25 16:16:08.066060 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:16:08.490606 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c01be-25be-4b09-a650-7ee5ff1c0f23 req-4396b66f-fcf2-4963-9948-ee7ec5d495e6 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:08.492016 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d78c01be-25be-4b09-a650-7ee5ff1c0f23 req-4396b66f-fcf2-4963-9948-ee7ec5d495e6 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 944 time: 0.0488851 Jun 25 16:16:08.546309 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d78c01be-25be-4b09-a650-7ee5ff1c0f23 req-dfb71263-1cbd-433e-8aaf-98a2ef7c64f9 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485368 Jun 25 16:16:09.434078 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47404) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:09.539569 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:09.547401 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-559e2948-b061-4352-9e7c-b315cb8144dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:09.630459 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-559e2948-b061-4352-9e7c-b315cb8144dd admin admin] Publish callbacks [] for security_group (b2eb41d5-b8fa-4e89-9765-a7e64bcf6864), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:09.635817 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-559e2948-b061-4352-9e7c-b315cb8144dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (b2eb41d5-b8fa-4e89-9765-a7e64bcf6864), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:09.676967 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e2948-b061-4352-9e7c-b315cb8144dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2eb41d5-b8fa-4e89-9765-a7e64bcf6864,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:09.681151 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-559e2948-b061-4352-9e7c-b315cb8144dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e527af9790614f38878dec8b4f8d4687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460449 Jun 25 16:16:09.683959 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47412) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:09.733281 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27273024-4eb7-4d35-a2b3-e030f44490e3 admin admin] Publish callbacks [] for security_group (b2eb41d5-b8fa-4e89-9765-a7e64bcf6864), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:09.755189 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27273024-4eb7-4d35-a2b3-e030f44490e3 admin admin] Publish callbacks [] for security_group (b2eb41d5-b8fa-4e89-9765-a7e64bcf6864), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:09.794827 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035b3d5-a14f-4967-bd58-ef0fd296cf7c req-a70e644b-f834-4cb9-b845-5bcb1bbd4754 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:09.796397 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c035b3d5-a14f-4967-bd58-ef0fd296cf7c req-a70e644b-f834-4cb9-b845-5bcb1bbd4754 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 944 time: 0.1723306 Jun 25 16:16:09.805937 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27273024-4eb7-4d35-a2b3-e030f44490e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (b2eb41d5-b8fa-4e89-9765-a7e64bcf6864), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:09.808425 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-27273024-4eb7-4d35-a2b3-e030f44490e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:09.809842 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-27273024-4eb7-4d35-a2b3-e030f44490e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2eb41d5-b8fa-4e89-9765-a7e64bcf6864 HTTP/1.1" status: 204 len: 168 time: 0.1250336 Jun 25 16:16:09.823805 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27273024-4eb7-4d35-a2b3-e030f44490e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2eb41d5-b8fa-4e89-9765-a7e64bcf6864,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:09.864112 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c035b3d5-a14f-4967-bd58-ef0fd296cf7c req-1c2e4744-6482-44e0-bc71-bf96307aebdb tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606525 Jun 25 16:16:10.115746 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47418) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:10.130015 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a30b-a145-40a6-8ed3-3cbc925203cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:10.224434 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a30b-a145-40a6-8ed3-3cbc925203cf admin admin] Publish callbacks [] for security_group (88dad439-9c56-4644-a581-314d732b9710), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:10.229852 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ca3a30b-a145-40a6-8ed3-3cbc925203cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (88dad439-9c56-4644-a581-314d732b9710), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:10.273957 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1ca3a30b-a145-40a6-8ed3-3cbc925203cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3c922439ccc4611a0b7ddbadbbfe56e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570868 Jun 25 16:16:10.275218 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3a30b-a145-40a6-8ed3-3cbc925203cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88dad439-9c56-4644-a581-314d732b9710,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:10.277366 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47420) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:10.330320 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5213fda-0ded-4552-bca0-4993cde6946d admin admin] Publish callbacks [] for security_group (88dad439-9c56-4644-a581-314d732b9710), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:10.352214 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5213fda-0ded-4552-bca0-4993cde6946d admin admin] Publish callbacks [] for security_group (88dad439-9c56-4644-a581-314d732b9710), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:10.415713 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5213fda-0ded-4552-bca0-4993cde6946d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (88dad439-9c56-4644-a581-314d732b9710), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:10.418402 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b5213fda-0ded-4552-bca0-4993cde6946d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:10.419574 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b5213fda-0ded-4552-bca0-4993cde6946d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88dad439-9c56-4644-a581-314d732b9710 HTTP/1.1" status: 204 len: 168 time: 0.1410475 Jun 25 16:16:10.427661 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5213fda-0ded-4552-bca0-4993cde6946d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dad439-9c56-4644-a581-314d732b9710,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:10.527926 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 0c4c3de8-0099-4bf6-aba3-58227e338f77 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:16:10.629059 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 0c4c3de8-0099-4bf6-aba3-58227e338f77, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:16:10.641059 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:16:10.679405 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 0c4c3de8-0099-4bf6-aba3-58227e338f77 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:10.679797 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:10.693355 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4c3de8-0099-4bf6-aba3-58227e338f77 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:16:10.713839 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 0c4c3de8-0099-4bf6-aba3-58227e338f77, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:16:10.719406 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:10.752743 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:10.754815 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:10.771260 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=0c4c3de8-0099-4bf6-aba3-58227e338f77,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:10.778718 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.779060 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.779398 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.779732 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.780159 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.780381 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.780723 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.781045 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.781363 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.781678 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.782000 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.782317 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.782633 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.782949 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.783246 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:10.919707 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['0c4c3de8-0099-4bf6-aba3-58227e338f77'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:16:10.998618 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac41c0-d84c-4c29-a18a-57662c14e65a req-ffc94383-02c9-4027-abd7-49c704766f91 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:11.000177 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cdac41c0-d84c-4c29-a18a-57662c14e65a req-ffc94383-02c9-4027-abd7-49c704766f91 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 945 time: 0.0654867 Jun 25 16:16:11.067067 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cdac41c0-d84c-4c29-a18a-57662c14e65a req-96f96511-616e-4469-83cd-856b7ea32386 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591531 Jun 25 16:16:11.078609 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:12.021303 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=85 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:12.186262 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a6165-4155-4bef-9df3-69279f75dc34 req-f389b7c5-43cb-43a1-bfeb-7d88de2e47cc tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:12.187935 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf6a6165-4155-4bef-9df3-69279f75dc34 req-f389b7c5-43cb-43a1-bfeb-7d88de2e47cc tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 945 time: 0.0495377 Jun 25 16:16:12.239490 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cf6a6165-4155-4bef-9df3-69279f75dc34 req-1c8895f3-91f3-469f-8d20-bd8a092c01f5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455232 Jun 25 16:16:12.405595 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-163b8948-f804-4745-a99a-578a1cddae8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:12.542242 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 0c4c3de8-0099-4bf6-aba3-58227e338f77 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:12.587280 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 0c4c3de8-0099-4bf6-aba3-58227e338f77 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:16:12.595575 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 0c4c3de8-0099-4bf6-aba3-58227e338f77 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:12.596016 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:12.669303 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 0c4c3de8-0099-4bf6-aba3-58227e338f77 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:12.669693 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:12.692904 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:16:12.695127 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449c1d6d-d92f-4d5d-929d-63e9aadf9a2e" -d '{"events": [{"server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "name": "network-vif-plugged", "status": "completed", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:16:12.709753 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 0c4c3de8-0099-4bf6-aba3-58227e338f77, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:16:12.713881 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47496) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:12.717028 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:12.740725 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8dca90-14dd-4642-834e-eeb4fabd9c15 x-openstack-request-id: req-9f8dca90-14dd-4642-834e-eeb4fabd9c15 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:16:12.741025 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "name": "network-vif-plugged", "status": "completed", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:16:12.741304 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f8dca90-14dd-4642-834e-eeb4fabd9c15 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:16:12.741853 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8dca90-14dd-4642-834e-eeb4fabd9c15'] response: {'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'code': 200} Jun 25 16:16:12.772614 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=0c4c3de8-0099-4bf6-aba3-58227e338f77,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:12.828713 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-166c4bd3-dec1-4edc-83fe-a65d4d56a120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:12.846622 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=11,neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:12.917881 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-166c4bd3-dec1-4edc-83fe-a65d4d56a120 admin admin] Publish callbacks [] for security_group (0959c7ff-77ac-42ca-8f4b-d2ed76595bdd), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:12.919551 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:12.923324 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-166c4bd3-dec1-4edc-83fe-a65d4d56a120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (0959c7ff-77ac-42ca-8f4b-d2ed76595bdd), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:12.946975 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=21,neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:12.950245 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0824e9e-af93-4449-923a-7d5af2d71f9c req-2b2c5409-8295-4040-a464-1cce6e3b0a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:12.951732 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d0824e9e-af93-4449-923a-7d5af2d71f9c req-2b2c5409-8295-4040-a464-1cce6e3b0a81 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 1130 time: 0.0398104 Jun 25 16:16:12.966414 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-166c4bd3-dec1-4edc-83fe-a65d4d56a120 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9e45399f0594cf29d712bc99837c314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514122 Jun 25 16:16:12.967518 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c4bd3-dec1-4edc-83fe-a65d4d56a120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0959c7ff-77ac-42ca-8f4b-d2ed76595bdd,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:12.970639 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47500) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:13.003008 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d0824e9e-af93-4449-923a-7d5af2d71f9c req-48e9f685-8005-4eca-b6a8-8a28469ef1c5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455787 Jun 25 16:16:13.022008 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee5858e-2888-443d-9325-62b62ce0e7b1 admin admin] Publish callbacks [] for security_group (0959c7ff-77ac-42ca-8f4b-d2ed76595bdd), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.042782 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee5858e-2888-443d-9325-62b62ce0e7b1 admin admin] Publish callbacks [] for security_group (0959c7ff-77ac-42ca-8f4b-d2ed76595bdd), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.094461 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee5858e-2888-443d-9325-62b62ce0e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (0959c7ff-77ac-42ca-8f4b-d2ed76595bdd), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.097149 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9ee5858e-2888-443d-9325-62b62ce0e7b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.098239 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9ee5858e-2888-443d-9325-62b62ce0e7b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0959c7ff-77ac-42ca-8f4b-d2ed76595bdd HTTP/1.1" status: 204 len: 168 time: 0.1259634 Jun 25 16:16:13.106520 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5858e-2888-443d-9325-62b62ce0e7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0959c7ff-77ac-42ca-8f4b-d2ed76595bdd,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:13.357274 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e687e1e-d45a-4021-a340-3089b9a18262 req-a4e30f1f-3f40-43fb-8421-0cd10b76b236 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:13.359070 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e687e1e-d45a-4021-a340-3089b9a18262 req-a4e30f1f-3f40-43fb-8421-0cd10b76b236 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 946 time: 0.0484366 Jun 25 16:16:13.389288 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47508) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:13.403727 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.410342 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8e687e1e-d45a-4021-a340-3089b9a18262 req-57336283-d49f-4a29-9359-bef149f1daea tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456898 Jun 25 16:16:13.483299 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Publish callbacks [] for security_group (4b2a07df-165f-4d5f-aeb5-f3a982df0edb), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.488830 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (4b2a07df-165f-4d5f-aeb5-f3a982df0edb), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.526290 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a07df-165f-4d5f-aeb5-f3a982df0edb,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:13.530171 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a38134ce437c4c2ebec35e3061d685ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397958 Jun 25 16:16:13.533519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47510) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:13.536559 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.536893 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.537223 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.537545 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.537864 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.538179 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.538495 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.538798 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.539095 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.539402 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.539768 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.540078 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.540419 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.540796 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.541104 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f5537c-857d-4491-857c-eed5c77a135c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:13.585178 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0eaa-db80-478c-a814-33f51fc6e3fa admin admin] Publish callbacks [] for security_group (4b2a07df-165f-4d5f-aeb5-f3a982df0edb), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.608350 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0eaa-db80-478c-a814-33f51fc6e3fa admin admin] Publish callbacks [] for security_group (4b2a07df-165f-4d5f-aeb5-f3a982df0edb), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.656532 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0eaa-db80-478c-a814-33f51fc6e3fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (4b2a07df-165f-4d5f-aeb5-f3a982df0edb), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.660859 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-ac1a0eaa-db80-478c-a814-33f51fc6e3fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:13.662521 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-ac1a0eaa-db80-478c-a814-33f51fc6e3fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b2a07df-165f-4d5f-aeb5-f3a982df0edb HTTP/1.1" status: 204 len: 168 time: 0.1280208 Jun 25 16:16:13.665717 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:13.671230 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a0eaa-db80-478c-a814-33f51fc6e3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a07df-165f-4d5f-aeb5-f3a982df0edb,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:14.457211 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-dbf0b793-2806-40c9-9ff0-e2aef5519c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:14.536922 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b425e4-6ef9-4a46-9f2f-f8353fe83038 req-dedcf232-2dc9-4457-a627-4af3974f7ebf tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:14.538390 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99b425e4-6ef9-4a46-9f2f-f8353fe83038 req-dedcf232-2dc9-4457-a627-4af3974f7ebf tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 946 time: 0.0522525 Jun 25 16:16:14.591011 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-99b425e4-6ef9-4a46-9f2f-f8353fe83038 req-89389902-2c09-401c-a9ac-f2327db826b4 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468388 Jun 25 16:16:14.711696 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b0ad7-b669-4eb2-84e6-46a4402210bf req-cacc267a-62d8-424e-806a-3e56dc782de1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:14.713199 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-986b0ad7-b669-4eb2-84e6-46a4402210bf req-cacc267a-62d8-424e-806a-3e56dc782de1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 946 time: 0.0498140 Jun 25 16:16:14.769542 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-986b0ad7-b669-4eb2-84e6-46a4402210bf req-c7ae07bf-0229-4665-9465-012327e530d0 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504136 Jun 25 16:16:14.796212 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47542) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:14.840444 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9878c140-8756-4e2c-a7f7-3e1ade53a905 tempest-TestVolumeBootPattern-1058833902 tempest-TestVolumeBootPattern-1058833902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:14.842222 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9878c140-8756-4e2c-a7f7-3e1ade53a905 tempest-TestVolumeBootPattern-1058833902 tempest-TestVolumeBootPattern-1058833902-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 1125 time: 0.0450034 Jun 25 16:16:14.845353 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47546) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:14.849756 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:14.873461 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:14.956975 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:15.063241 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Allocated IP 172.27.2.37 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/72a058b2-6a0f-4437-a087-84e4e9487143) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:16:15.177670 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for port (72a058b2-6a0f-4437-a087-84e4e9487143), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:15.185405 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:15.220917 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (72a058b2-6a0f-4437-a087-84e4e9487143), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:15.261791 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:15.267081 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:15.269302 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'Port': ['ID=72a058b2-6a0f-4437-a087-84e4e9487143,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:15.271364 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:16:15.492484 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:15.624110 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (b9756fdc-95f5-455d-b97a-bbed7ec1e86e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:15.707237 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (72a058b2-6a0f-4437-a087-84e4e9487143), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:15.860016 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for port (72a058b2-6a0f-4437-a087-84e4e9487143), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:15.866598 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (72a058b2-6a0f-4437-a087-84e4e9487143), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:15.926269 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:15.936698 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'Port': ['ID=72a058b2-6a0f-4437-a087-84e4e9487143,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:15.951316 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (b9756fdc-95f5-455d-b97a-bbed7ec1e86e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:16.033896 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:16.054383 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Floating IP b9756fdc-95f5-455d-b97a-bbed7ec1e86e associated. External IP: 172.27.2.37, port: 0c4c3de8-0099-4bf6-aba3-58227e338f77. Jun 25 16:16:16.257867 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Router ef26b951-697d-4207-8f99-ad0844fdea03 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:16:16.373272 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:16:16.385634 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] Sync routers for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:16:16.393536 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:16.396699 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:16.397296 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:16.416062 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:16.428006 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-2a8435c8-55c6-49a2-98ac-fa4bcc32f8ed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5815215 Jun 25 16:16:16.429626 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:16:16.432085 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5385e97-ec69-4098-b82d-be8bd1e423ee" -d '{"events": [{"name": "network-changed", "server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:16:16.466713 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa587257-e172-4337-a7cb-4bfbf9eeb42a x-openstack-request-id: req-aa587257-e172-4337-a7cb-4bfbf9eeb42a {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:16:16.466999 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:16:16.467246 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aa587257-e172-4337-a7cb-4bfbf9eeb42a {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:16:16.467646 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa587257-e172-4337-a7cb-4bfbf9eeb42a'] response: {'name': 'network-changed', 'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'status': 'completed', 'code': 200} Jun 25 16:16:16.501161 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:16.726264 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b9756fdc-95f5-455d-b97a-bbed7ec1e86e', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:16:15Z', 'updated_at': '2022-06-25T16:16:15Z', 'revision_number': 0, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:16.752300 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] Checking router: ef26b951-697d-4207-8f99-ad0844fdea03 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:16:16.762255 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:16.762883 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:16.799869 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:16.877467 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:17.103861 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b9756fdc-95f5-455d-b97a-bbed7ec1e86e', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:16:15Z', 'updated_at': '2022-06-25T16:16:15Z', 'revision_number': 0, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:17.128321 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9685f1e-9898-4431-9abe-327d846bca79 None None] The sync data for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi is: [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b9756fdc-95f5-455d-b97a-bbed7ec1e86e', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:16:15Z', 'updated_at': '2022-06-25T16:16:15Z', 'revision_number': 0, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:16:17.325719 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4037091-c2d6-454f-b563-d206dc53f6a8 None None] New status for floating IP b9756fdc-95f5-455d-b97a-bbed7ec1e86e: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:16:17.608658 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:17.836637 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:17.849131 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:18.852092 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-26a60a14-9c87-4a60-934d-45ccbc559fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:18.853325 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-6ae57481-50ad-4a41-9198-ee0fe2cdd6f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386152 Jun 25 16:16:18.853720 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-26a60a14-9c87-4a60-934d-45ccbc559fe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 1130 time: 0.0399768 Jun 25 16:16:18.961856 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-c7d6f04a-73c7-4aff-aa11-34166d77fd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:18.963520 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-c7d6f04a-73c7-4aff-aa11-34166d77fd85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.0883167 Jun 25 16:16:19.035285 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-565406df-b6f6-4de2-be07-100e885075cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77 HTTP/1.1" status: 200 len: 1001 time: 0.0656340 Jun 25 16:16:19.082756 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-facf4187-209e-49e6-afb9-d770bad3c925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:19.084090 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-facf4187-209e-49e6-afb9-d770bad3c925 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0430996 Jun 25 16:16:19.131792 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-5030ca46-162b-4155-acc1-95de38089eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:19.133318 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-5030ca46-162b-4155-acc1-95de38089eaf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431368 Jun 25 16:16:19.224803 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-23a3477a-4114-40a7-b51c-a7fa10d2a131 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848024 Jun 25 16:16:19.321866 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a5385e97-ec69-4098-b82d-be8bd1e423ee req-7316f9e3-42ba-4423-b9ae-7ca7c2b1e8d5 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914237 Jun 25 16:16:19.430618 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-d1856bef-3d67-4ea4-9810-96096f4e8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:19.432100 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-d1856bef-3d67-4ea4-9810-96096f4e8c50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 1130 time: 0.0435135 Jun 25 16:16:19.477906 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:19.534650 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-fc08455d-b72e-468c-b35c-64b34dc057b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:19.536094 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-fc08455d-b72e-468c-b35c-64b34dc057b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.0859971 Jun 25 16:16:20.443714 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-685b1ced-d04c-44dc-9b5b-3a58c027d3db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77 HTTP/1.1" status: 200 len: 1001 time: 0.0707648 Jun 25 16:16:21.191598 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-5fab9025-7613-4218-a40a-909fed3afcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:21.193076 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-5fab9025-7613-4218-a40a-909fed3afcb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0565269 Jun 25 16:16:22.065193 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-4b336ef7-491a-4a56-aa09-25db5aff287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:22.067493 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-4b336ef7-491a-4a56-aa09-25db5aff287c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523832 Jun 25 16:16:22.159334 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-39c40871-c9c3-4aea-80d7-389d339f578a service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853386 Jun 25 16:16:22.249789 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d19aaa0c-f2a9-4683-9ae4-36e4abb72749 req-3c9a9a14-514c-4862-a071-dbfea6f7287e service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839033 Jun 25 16:16:27.106263 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=33 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:27.108117 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=74 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:27.844343 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:28.845534 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:INSERT=6,neutron:SELECT=58,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:28.849730 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=38,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:31.146942 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47656) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:31.257778 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4cd2162e-3d20-4428-9f5f-acc89f428f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:31.343264 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4cd2162e-3d20-4428-9f5f-acc89f428f23 admin admin] Publish callbacks [] for security_group (09386018-be70-412e-8908-6c4d22723a2f), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:31.348299 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4cd2162e-3d20-4428-9f5f-acc89f428f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (09386018-be70-412e-8908-6c4d22723a2f), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:31.385930 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd2162e-3d20-4428-9f5f-acc89f428f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09386018-be70-412e-8908-6c4d22723a2f,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:31.390499 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4cd2162e-3d20-4428-9f5f-acc89f428f23 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e4ea6b0bf9e4ba5b7ecf8dbf788959c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418096 Jun 25 16:16:31.395177 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47660) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:31.435574 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:31.449191 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206dcaee-dc50-40a9-b18e-c433ccd6fd75 admin admin] Publish callbacks [] for security_group (09386018-be70-412e-8908-6c4d22723a2f), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:31.474861 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206dcaee-dc50-40a9-b18e-c433ccd6fd75 admin admin] Publish callbacks [] for security_group (09386018-be70-412e-8908-6c4d22723a2f), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:31.525503 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206dcaee-dc50-40a9-b18e-c433ccd6fd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (09386018-be70-412e-8908-6c4d22723a2f), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:31.528841 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-206dcaee-dc50-40a9-b18e-c433ccd6fd75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:31.530103 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-206dcaee-dc50-40a9-b18e-c433ccd6fd75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09386018-be70-412e-8908-6c4d22723a2f HTTP/1.1" status: 204 len: 168 time: 0.1347425 Jun 25 16:16:31.537984 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206dcaee-dc50-40a9-b18e-c433ccd6fd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09386018-be70-412e-8908-6c4d22723a2f,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:32.209391 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47682) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:32.309387 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-432394702-network', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:32.332156 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Made reservation on behalf of b1730bdd7de14144bf75c92004923f9a for: {'network': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:16:32.334559 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:32.343076 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:32.417345 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Publish callbacks [] for security_group (4e57537f-270f-45f4-8670-32e7f73261a8), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:32.422988 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (4e57537f-270f-45f4-8670-32e7f73261a8), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:32.449757 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=104057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:16:32.456114 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e57537f-270f-45f4-8670-32e7f73261a8,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:32.462316 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (780535f0-2df4-4c0f-905b-8f041982389a), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:32.462643 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.segments_db [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Added segment 780535f0-2df4-4c0f-905b-8f041982389a of type vlan for network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 Jun 25 16:16:32.504014 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (695bd089-2bfd-4bbe-b1ed-d7cf1f841487), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:32.754816 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (695bd089-2bfd-4bbe-b1ed-d7cf1f841487), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:32.755838 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:32.756440 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:32.792739 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5822332 Jun 25 16:16:32.795632 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47686) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:32.800651 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Request body: {'subnet': {'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-432394702-subnet', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'ip_version': 4}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:32.816840 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a85a2e-d75c-421c-9fca-5de67d5df9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=695bd089-2bfd-4bbe-b1ed-d7cf1f841487,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:32.825175 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Made reservation on behalf of b1730bdd7de14144bf75c92004923f9a for: {'subnet': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:16:32.827704 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3942066'] for subnet (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:32.828599 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:16:33.273751 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3066026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3942084'] for subnet (ce99266e-aec9-433b-a1e1-ac248f1a986c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.322460 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce99266e-aec9-433b-a1e1-ac248f1a986c,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:33.343304 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Checking segment: {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:16:33.343661 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Network hostable DHCP agents. Network: 695bd089-2bfd-4bbe-b1ed-d7cf1f841487, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:16:33.362905 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:16:33.373386 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 695bd089-2bfd-4bbe-b1ed-d7cf1f841487) {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:33.379926 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:33.380964 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.384054 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e449f615-56e8-43fa-b6a2-bb73bd2e6e5f None None] Network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:16:33.402385 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-dd4fd55a-5f2a-42eb-847c-fad7ab596522 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6056004 Jun 25 16:16:33.405135 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47688) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:33.409381 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:33.412512 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:33.433465 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (9018aca7-591e-46ba-8ff3-ee65ae983a9b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.434685 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (9018aca7-591e-46ba-8ff3-ee65ae983a9b), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.489487 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks [] for router_controller (9018aca7-591e-46ba-8ff3-ee65ae983a9b), precommit_add_association {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.496680 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:16:33.497649 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.622194 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks [] for router_gateway (9018aca7-591e-46ba-8ff3-ee65ae983a9b), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.628825 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Allocated IP 172.20.0.2 (695bd089-2bfd-4bbe-b1ed-d7cf1f841487/ce99266e-aec9-433b-a1e1-ac248f1a986c/aca40776-fb58-4154-9a2b-e74ce00c20d6) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:16:33.771908 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Publish callbacks [] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.779109 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.799099 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:33.807083 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks [] for router_gateway (9018aca7-591e-46ba-8ff3-ee65ae983a9b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.821390 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:33.825320 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:33.826984 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Pushing event updated for resources: {'Port': ['ID=aca40776-fb58-4154-9a2b-e74ce00c20d6,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:33.829121 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:16:33.829720 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.896164 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Attempting to bind port aca40776-fb58-4154-9a2b-e74ce00c20d6 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:16:33.896456 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Attempting to bind port aca40776-fb58-4154-9a2b-e74ce00c20d6 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:16:33.896793 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Attempting to bind port aca40776-fb58-4154-9a2b-e74ce00c20d6 on network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:16:33.902068 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:16:33.902429 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Checking segment: {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:16:33.902821 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.903203 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Bound using segment: {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:16:33.903642 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Bound port: aca40776-fb58-4154-9a2b-e74ce00c20d6, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:16:33.904023 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:33.939445 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Allocated IP 172.27.2.188 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:16:33.963323 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] For port aca40776-fb58-4154-9a2b-e74ce00c20d6, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:16:33.966445 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] For port aca40776-fb58-4154-9a2b-e74ce00c20d6, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=aca40776-fb58-4154-9a2b-e74ce00c20d6,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:16:33.972287 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:34.027819 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16201d7a-d00e-4b4d-93a6-d26d6e12c810 None None] Pushing event updated for resources: {'Port': ['ID=aca40776-fb58-4154-9a2b-e74ce00c20d6,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:34.049414 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks [] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:34.082375 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:34.122510 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:34.125486 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:34.129493 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:16:34.134699 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Pushing event updated for resources: {'Port': ['ID=ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:34.356575 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=6,neutron:UPDATE=6,neutron:SELECT=88 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:34.399022 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device aca40776-fb58-4154-9a2b-e74ce00c20d6 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:34.407502 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks [] for router_gateway (9018aca7-591e-46ba-8ff3-ee65ae983a9b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:34.446270 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port aca40776-fb58-4154-9a2b-e74ce00c20d6 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:34.446641 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:34.483885 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:34.511705 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:34.522553 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port aca40776-fb58-4154-9a2b-e74ce00c20d6 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:34.522941 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:34.556307 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port aca40776-fb58-4154-9a2b-e74ce00c20d6, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=aca40776-fb58-4154-9a2b-e74ce00c20d6,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:16:34.560333 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:34.596798 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (9018aca7-591e-46ba-8ff3-ee65ae983a9b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:34.610685 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=aca40776-fb58-4154-9a2b-e74ce00c20d6,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:34.714140 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:34.731440 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Router 9018aca7-591e-46ba-8ff3-ee65ae983a9b is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:16:34.838546 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:16:34.852579 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Sync routers for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:16:34.866280 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:34.866908 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:34.869339 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:34.871493 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-dec35b5a-8f5d-4f67-948b-af6ebed46d8b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4644923 Jun 25 16:16:34.873412 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47690) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:34.929036 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2a9e6-995b-4160-9455-7ef238395c0d None None] Network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:16:34.972028 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:35.006096 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-1198769a-6a7b-4042-95ed-94e70d45c6a9 None None] Provisioning complete for port aca40776-fb58-4154-9a2b-e74ce00c20d6 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:35.006493 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1198769a-6a7b-4042-95ed-94e70d45c6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.111639 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-1198769a-6a7b-4042-95ed-94e70d45c6a9 None None] Current status of the port aca40776-fb58-4154-9a2b-e74ce00c20d6 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:35.151023 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:34Z', 'revision_number': 3, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:35.176797 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Checking router: 9018aca7-591e-46ba-8ff3-ee65ae983a9b for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:16:35.177143 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Updating router 9018aca7-591e-46ba-8ff3-ee65ae983a9b port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:16:35.198590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:35.205958 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.282028 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.331091 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-55850cd1-9094-4beb-8323-b1633861518a None None] Provisioning complete for port aca40776-fb58-4154-9a2b-e74ce00c20d6 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:35.331474 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-55850cd1-9094-4beb-8323-b1633861518a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.407433 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-55850cd1-9094-4beb-8323-b1633861518a None None] Current status of the port aca40776-fb58-4154-9a2b-e74ce00c20d6 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:35.460624 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Allocated IP 172.20.0.1 (695bd089-2bfd-4bbe-b1ed-d7cf1f841487/ce99266e-aec9-433b-a1e1-ac248f1a986c/881beb33-fbc9-41b9-9435-7ed369bb77b2) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:16:35.494278 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Publish callbacks [] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.500856 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.554555 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Pushing event updated for resources: {'Port': ['ID=ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:35.557861 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Attempting to bind port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:16:35.558674 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Attempting to bind port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:16:35.558674 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Attempting to bind port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:16:35.566676 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.567005 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.567333 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.567690 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.568014 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.568329 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.568671 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.568983 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.569296 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.569604 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.569913 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.570304 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.570584 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.570894 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.571204 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:16:35.575081 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:16:35.575081 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:16:35.575297 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.575783 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:16:35.576072 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Bound port: ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:16:35.576467 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.594977 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Publish callbacks [] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.621795 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:35.623358 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] For port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:16:35.626956 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] For port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:16:35.632309 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.634208 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.675398 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:35.678658 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:35.682442 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:16:35.685708 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Pushing event updated for resources: {'Port': ['ID=881beb33-fbc9-41b9-9435-7ed369bb77b2,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:35.695488 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:35.696115 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:35.725587 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (9018aca7-591e-46ba-8ff3-ee65ae983a9b), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.820488 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a430f8-f523-441c-add9-3f7c4fae1d18 None None] Pushing event updated for resources: {'Port': ['ID=ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:35.847249 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:35.863197 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.894441 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:35.910082 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:35.928112 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-d9c66971-ea83-4763-bcbd-709a0848198a None None] Provisioning complete for port 881beb33-fbc9-41b9-9435-7ed369bb77b2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:35.928825 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d9c66971-ea83-4763-bcbd-709a0848198a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:35.960468 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-d9c66971-ea83-4763-bcbd-709a0848198a None None] Port 881beb33-fbc9-41b9-9435-7ed369bb77b2 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:16:36.006212 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:36.037445 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Publish callbacks [] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:36.042216 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:36.079012 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:34Z', 'revision_number': 3, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:36.104236 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c5e4e3-52cf-40db-a568-85a6baf881e4 None None] The sync data for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi is: [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:34Z', 'revision_number': 3, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:16:36.109727 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Pushing event updated for resources: {'Port': ['ID=881beb33-fbc9-41b9-9435-7ed369bb77b2,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:36.112192 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (9018aca7-591e-46ba-8ff3-ee65ae983a9b), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:36.209679 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:36.211013 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:36.339547 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Router 9018aca7-591e-46ba-8ff3-ee65ae983a9b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:16:36.462191 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:16:36.472513 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b640e850-2178-4c68-81f2-14a8fedde5ee admin admin] 10.222.0.13 "PUT /v2.0/routers/9018aca7-591e-46ba-8ff3-ee65ae983a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5948083 Jun 25 16:16:36.506248 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-25b554da-b75a-49ff-8c42-8494ec24d1d6 None None] Provisioning complete for port 881beb33-fbc9-41b9-9435-7ed369bb77b2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:36.506610 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-25b554da-b75a-49ff-8c42-8494ec24d1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:36.532839 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device aca40776-fb58-4154-9a2b-e74ce00c20d6 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:36.704840 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-25b554da-b75a-49ff-8c42-8494ec24d1d6 None None] Port 881beb33-fbc9-41b9-9435-7ed369bb77b2 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:16:36.719693 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port aca40776-fb58-4154-9a2b-e74ce00c20d6 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:36.719991 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:36.806733 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port aca40776-fb58-4154-9a2b-e74ce00c20d6 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:36.808053 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:36.860630 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:36.861256 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:36.933136 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:36.939888 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:36.940273 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:36.963801 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:16:36.968813 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:36.994528 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:37.006661 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47706) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:37.013010 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-719848204-network', 'tenant_id': '30f6f1f26604417994fee495603b5838'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:37.029712 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:37.030633 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:37.037189 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Made reservation on behalf of 30f6f1f26604417994fee495603b5838 for: {'network': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:16:37.040774 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for network (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.050786 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.130015 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Publish callbacks [] for security_group (cadbd665-28e1-494c-9e9c-8f0883919024), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.135203 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (cadbd665-28e1-494c-9e9c-8f0883919024), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.161559 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=104058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 25 16:16:37.171806 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadbd665-28e1-494c-9e9c-8f0883919024,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:37.177560 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (5d28eb00-2148-42bf-922a-b9bebf28d7ae), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.177885 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.segments_db [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Added segment 5d28eb00-2148-42bf-922a-b9bebf28d7ae of type vlan for network 0ce5b658-d808-486b-9016-1fe99af9da26 Jun 25 16:16:37.222341 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8764609833144'] for network (0ce5b658-d808-486b-9016-1fe99af9da26), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.522993 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298'] for network (0ce5b658-d808-486b-9016-1fe99af9da26), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.524157 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:37.525888 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.547391 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:37.561688 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5539680 Jun 25 16:16:37.564655 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47710) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:37.569835 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Request body: {'subnet': {'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-719848204-subnet', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'ip_version': 4}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:37.589303 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96132dc-06e3-4311-a2ff-46bdefe1b7ab admin admin] Pushing event updated for resources: {'Network': ['ID=0ce5b658-d808-486b-9016-1fe99af9da26,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:37.598361 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Made reservation on behalf of 30f6f1f26604417994fee495603b5838 for: {'subnet': 1} {{(pid=104057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:16:37.599473 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Network 0ce5b658-d808-486b-9016-1fe99af9da26 details requested by agent ovs-agent-dv-cinder-847620-2-iscsi with host dv-cinder-847620-2-iscsi {{(pid=104059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 25 16:16:37.600864 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3303717'] for subnet (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.703016 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Sync routers for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:16:37.715167 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:37.715815 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:37.762771 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:37.780756 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3312986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3303763'] for subnet (dc85feb4-13e6-453a-8d95-301d8e965c82), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.788531 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:37.819414 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:37.838504 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc85feb4-13e6-453a-8d95-301d8e965c82,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:37.859741 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Checking segment: {'id': '5d28eb00-2148-42bf-922a-b9bebf28d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:16:37.860122 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Network hostable DHCP agents. Network: 0ce5b658-d808-486b-9016-1fe99af9da26, hostable agents: ['e4f5b1c3-76c2-4db4-bb4b-1bf783344c33'], hosted agents: [] {{(pid=104057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 25 16:16:37.879726 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Network 0ce5b658-d808-486b-9016-1fe99af9da26 is scheduled to be hosted by DHCP agent e4f5b1c3-76c2-4db4-bb4b-1bf783344c33 with binding_index 1 {{(pid=104057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 25 16:16:37.889798 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847620-2-iscsi, 0ce5b658-d808-486b-9016-1fe99af9da26) {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:37.894176 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:37.894808 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.907027 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51112c87-d481-4094-a258-707e46b91b19 None None] Network 0ce5b658-d808-486b-9016-1fe99af9da26 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:16:37.913065 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f4388252-21de-4187-adb0-a808abe7435e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3472321 Jun 25 16:16:37.915534 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47712) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:37.919699 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:37.940062 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-651730', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30432'] for router (976c7f47-4472-4ded-b50d-f63c6cf64e4e), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.941158 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-652023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-655023', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-545393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30441'] for router (976c7f47-4472-4ded-b50d-f63c6cf64e4e), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:37.991178 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks [] for router_controller (976c7f47-4472-4ded-b50d-f63c6cf64e4e), precommit_add_association {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.095053 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dc6e57d-f564-5aa9-a286-c88d25cda78d-0ce5b658-d808-486b-9016-1fe99af9da26', 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26', 'project_id': '30f6f1f26604417994fee495603b5838', 'fixed_ips': [{'subnet_id': 'dc85feb4-13e6-453a-8d95-301d8e965c82'}]}} from dv-cinder-847620-2-iscsi. {{(pid=104059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 25 16:16:38.095991 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.116198 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '881beb33-fbc9-41b9-9435-7ed369bb77b2', 'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'mac_address': 'fa:16:3e:15:e9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:35Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 2, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'subnets': [{'id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:38.126368 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks [] for router_gateway (976c7f47-4472-4ded-b50d-f63c6cf64e4e), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.145253 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Checking router: 9018aca7-591e-46ba-8ff3-ee65ae983a9b for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:16:38.145609 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Updating router 9018aca7-591e-46ba-8ff3-ee65ae983a9b port 881beb33-fbc9-41b9-9435-7ed369bb77b2 binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:16:38.228272 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.318370 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks [] for router_gateway (976c7f47-4472-4ded-b50d-f63c6cf64e4e), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.337115 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.380921 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.db_base_plugin_common [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Allocated IP 172.20.0.2 (0ce5b658-d808-486b-9016-1fe99af9da26/dc85feb4-13e6-453a-8d95-301d8e965c82/b9779c88-26e2-423b-9068-2c9932621e5d) {{(pid=104059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:16:38.407137 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:38.435467 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:38.448798 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Allocated IP 172.27.2.48 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/84ac1a17-9cb8-401c-8ef7-7558e93d0121) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:16:38.479450 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:38.550757 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks [] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.557800 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:38.591714 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.599765 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:38.600136 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.635884 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:38.640728 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:38.644819 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:16:38.668087 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Pushing event updated for resources: {'Port': ['ID=84ac1a17-9cb8-401c-8ef7-7558e93d0121,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:38.673661 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:38.741337 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Publish callbacks [] for port (b9779c88-26e2-423b-9068-2c9932621e5d), precommit_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.754871 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Publish callbacks [] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.760989 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), after_create {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.785713 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.840843 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:38.845574 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Network 0ce5b658-d808-486b-9016-1fe99af9da26 is already hosted by enough agents. {{(pid=104059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:38.850143 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Resources bound (agent type, host, resource id): {{(pid=104059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:38.852019 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Received port after_create {{(pid=104059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:16:38.863032 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Pushing event updated for resources: {'Port': ['ID=b9779c88-26e2-423b-9068-2c9932621e5d,revision_number=1']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:38.904559 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks [] for router_gateway (976c7f47-4472-4ded-b50d-f63c6cf64e4e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:38.987662 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17561424-3322-42b8-a81a-306c56bbe016 None None] Pushing event updated for resources: {'Port': ['ID=881beb33-fbc9-41b9-9435-7ed369bb77b2,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:39.003610 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Attempting to bind port b9779c88-26e2-423b-9068-2c9932621e5d on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:16:39.003976 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Attempting to bind port b9779c88-26e2-423b-9068-2c9932621e5d by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '5d28eb00-2148-42bf-922a-b9bebf28d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:16:39.004339 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Attempting to bind port b9779c88-26e2-423b-9068-2c9932621e5d on network 0ce5b658-d808-486b-9016-1fe99af9da26 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:16:39.007602 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Attempting to bind port 881beb33-fbc9-41b9-9435-7ed369bb77b2 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:16:39.007996 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Attempting to bind port 881beb33-fbc9-41b9-9435-7ed369bb77b2 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:16:39.008434 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Attempting to bind port 881beb33-fbc9-41b9-9435-7ed369bb77b2 on network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:16:39.015327 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:16:39.015698 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Checking segment: {'id': '5d28eb00-2148-42bf-922a-b9bebf28d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:16:39.016103 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.016536 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Bound using segment: {'id': '5d28eb00-2148-42bf-922a-b9bebf28d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:16:39.017005 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Bound port: b9779c88-26e2-423b-9068-2c9932621e5d, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d28eb00-2148-42bf-922a-b9bebf28d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:16:39.017384 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.019670 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:16:39.020028 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Checking segment: {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:16:39.020442 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.020807 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Bound using segment: {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:16:39.021259 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Bound port: 881beb33-fbc9-41b9-9435-7ed369bb77b2, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:16:39.021627 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.102149 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-652592', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-655051'] for router (976c7f47-4472-4ded-b50d-f63c6cf64e4e), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.136996 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] For port b9779c88-26e2-423b-9068-2c9932621e5d, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:16:39.142107 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] For port 881beb33-fbc9-41b9-9435-7ed369bb77b2, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:16:39.165989 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] For port 881beb33-fbc9-41b9-9435-7ed369bb77b2, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=881beb33-fbc9-41b9-9435-7ed369bb77b2,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:16:39.168119 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] For port b9779c88-26e2-423b-9068-2c9932621e5d, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=b9779c88-26e2-423b-9068-2c9932621e5d,segment=NetworkSegment(5d28eb00-2148-42bf-922a-b9bebf28d7ae),segment_id=5d28eb00-2148-42bf-922a-b9bebf28d7ae)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:16:39.169319 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-72228e76-55de-4a99-8b25-39007c740aa6 None None] Provisioning complete for port 881beb33-fbc9-41b9-9435-7ed369bb77b2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:39.169682 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-72228e76-55de-4a99-8b25-39007c740aa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.194584 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:39.196199 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.198564 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.203945 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:39.233216 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Router 976c7f47-4472-4ded-b50d-f63c6cf64e4e is scheduled to L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 with binding_index 1 {{(pid=104057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 25 16:16:39.335682 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:16:39.345453 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Sync routers for ids ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:16:39.356995 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.357459 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Routers {'976c7f47-4472-4ded-b50d-f63c6cf64e4e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:39.358148 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-50cee3b2-4d3c-47f6-b5cf-dacfe2c4738e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4416921 Jun 25 16:16:39.358537 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:39.362237 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47714) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:16:39.395069 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-72228e76-55de-4a99-8b25-39007c740aa6 None None] Port 881beb33-fbc9-41b9-9435-7ed369bb77b2 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:16:39.431820 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:39.432487 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:39.436054 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17561424-3322-42b8-a81a-306c56bbe016 None None] Pushing event updated for resources: {'Port': ['ID=881beb33-fbc9-41b9-9435-7ed369bb77b2,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:39.474382 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Set router 976c7f47-4472-4ded-b50d-f63c6cf64e4e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:39.576190 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe689d-0374-402c-83aa-e29e6343b6d7 None None] Pushing event updated for resources: {'Port': ['ID=b9779c88-26e2-423b-9068-2c9932621e5d,revision_number=2']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:39.618912 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:39.687993 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:37Z', 'updated_at': '2022-06-25T16:16:38Z', 'revision_number': 3, 'project_id': '30f6f1f26604417994fee495603b5838', 'gw_port': {'id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:38Z', 'updated_at': '2022-06-25T16:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:39.732261 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Checking router: 976c7f47-4472-4ded-b50d-f63c6cf64e4e for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:16:39.732655 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Updating router 976c7f47-4472-4ded-b50d-f63c6cf64e4e port 84ac1a17-9cb8-401c-8ef7-7558e93d0121 binding host dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:16:39.767054 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.895249 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-9275ccfc-b12c-4f46-aa0f-f93cee268d32 None None] Provisioning complete for port 881beb33-fbc9-41b9-9435-7ed369bb77b2 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:39.895615 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9275ccfc-b12c-4f46-aa0f-f93cee268d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.933387 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:39.945771 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:39.949837 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '881beb33-fbc9-41b9-9435-7ed369bb77b2', 'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'mac_address': 'fa:16:3e:15:e9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:35Z', 'updated_at': '2022-06-25T16:16:39Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'subnets': [{'id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:39.977942 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dce537f-02e4-4c4c-9e02-8160760e884f None None] The sync data for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi is: [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '881beb33-fbc9-41b9-9435-7ed369bb77b2', 'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'mac_address': 'fa:16:3e:15:e9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:35Z', 'updated_at': '2022-06-25T16:16:39Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'subnets': [{'id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:16:40.044741 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-9275ccfc-b12c-4f46-aa0f-f93cee268d32 None None] Current status of the port 881beb33-fbc9-41b9-9435-7ed369bb77b2 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:40.045135 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9275ccfc-b12c-4f46-aa0f-f93cee268d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.083739 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:40.084338 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-9275ccfc-b12c-4f46-aa0f-f93cee268d32 None None] For port 881beb33-fbc9-41b9-9435-7ed369bb77b2, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=881beb33-fbc9-41b9-9435-7ed369bb77b2,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:16:40.087104 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Publish callbacks [] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), precommit_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.090110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9275ccfc-b12c-4f46-aa0f-f93cee268d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.093200 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.148197 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Allocated IP 172.20.0.1 (0ce5b658-d808-486b-9016-1fe99af9da26/dc85feb4-13e6-453a-8d95-301d8e965c82/a8a6b6f9-3050-49ca-afa4-6fd07921b6cb) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:16:40.154515 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275ccfc-b12c-4f46-aa0f-f93cee268d32 None None] Pushing event updated for resources: {'Port': ['ID=881beb33-fbc9-41b9-9435-7ed369bb77b2,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:40.159124 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d697e-ec24-4b71-9205-ff3fafd451bf None None] Pushing event updated for resources: {'Port': ['ID=84ac1a17-9cb8-401c-8ef7-7558e93d0121,revision_number=2']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:40.171222 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Attempting to bind port 84ac1a17-9cb8-401c-8ef7-7558e93d0121 on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:16:40.171587 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Attempting to bind port 84ac1a17-9cb8-401c-8ef7-7558e93d0121 by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:16:40.171941 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Attempting to bind port 84ac1a17-9cb8-401c-8ef7-7558e93d0121 on network 6e28cae3-f145-4522-a714-a63fa709a75b {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:16:40.179078 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:16:40.182188 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Checking segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:16:40.182630 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.183019 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Bound using segment: {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'} {{(pid=104060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:16:40.183499 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.managers [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Bound port: 84ac1a17-9cb8-401c-8ef7-7558e93d0121, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca8bf639-8546-476e-aca1-100e0777bae3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b'}}] {{(pid=104060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:16:40.183869 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), before_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.239374 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] For port 84ac1a17-9cb8-401c-8ef7-7558e93d0121, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:16:40.243671 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.plugins.ml2.db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] For port 84ac1a17-9cb8-401c-8ef7-7558e93d0121, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=84ac1a17-9cb8-401c-8ef7-7558e93d0121,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:16:40.254357 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron_lib.callbacks.manager [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), after_update {{(pid=104060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.279507 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Publish callbacks [] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.323323 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.324456 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Routers {'976c7f47-4472-4ded-b50d-f63c6cf64e4e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:40.325094 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:40.328657 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d697e-ec24-4b71-9205-ff3fafd451bf None None] Pushing event updated for resources: {'Port': ['ID=84ac1a17-9cb8-401c-8ef7-7558e93d0121,revision_number=3']} {{(pid=104060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:40.380223 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Network 0ce5b658-d808-486b-9016-1fe99af9da26 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:40.391829 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:40.396236 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:16:40.399915 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a6b6f9-3050-49ca-afa4-6fd07921b6cb,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:40.420761 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:40.437611 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:40.466969 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-648046'] for router_interface (976c7f47-4472-4ded-b50d-f63c6cf64e4e), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.505554 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] Set router 976c7f47-4472-4ded-b50d-f63c6cf64e4e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:40.526644 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 881beb33-fbc9-41b9-9435-7ed369bb77b2 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:40.611006 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:40.633133 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 881beb33-fbc9-41b9-9435-7ed369bb77b2 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:40.633835 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.660752 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.725692 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:37Z', 'updated_at': '2022-06-25T16:16:38Z', 'revision_number': 3, 'project_id': '30f6f1f26604417994fee495603b5838', 'gw_port': {'id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:38Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:40.760316 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5dd876-22d3-4f6d-9436-ff764e29b1ec None None] The sync data for ids ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'] in dv-cinder-847620-2-iscsi is: [{'id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:37Z', 'updated_at': '2022-06-25T16:16:38Z', 'revision_number': 3, 'project_id': '30f6f1f26604417994fee495603b5838', 'gw_port': {'id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:38Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:16:40.778728 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 881beb33-fbc9-41b9-9435-7ed369bb77b2 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:40.779833 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device b9779c88-26e2-423b-9068-2c9932621e5d up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:40.805666 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa6a363-e97f-4082-9052-b02b35714e0f None None] Network 0ce5b658-d808-486b-9016-1fe99af9da26 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:16:40.852641 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-44df5523-4339-4537-b5f8-57d40cf02a15 None None] Provisioning complete for port b9779c88-26e2-423b-9068-2c9932621e5d triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:40.853146 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-44df5523-4339-4537-b5f8-57d40cf02a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.890233 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Publish callbacks [] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.897886 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.957053 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port b9779c88-26e2-423b-9068-2c9932621e5d triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:40.957419 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.983312 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-651518'] for router_interface (976c7f47-4472-4ded-b50d-f63c6cf64e4e), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:40.990928 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:41.002400 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a8a6b6f9-3050-49ca-afa4-6fd07921b6cb,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:41.035805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:41.127493 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Network 0ce5b658-d808-486b-9016-1fe99af9da26 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:41.129202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:41.152342 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-44df5523-4339-4537-b5f8-57d40cf02a15 None None] Current status of the port b9779c88-26e2-423b-9068-2c9932621e5d is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:41.152758 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-44df5523-4339-4537-b5f8-57d40cf02a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:41.166155 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:41.190757 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-44df5523-4339-4537-b5f8-57d40cf02a15 None None] For port b9779c88-26e2-423b-9068-2c9932621e5d, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=b9779c88-26e2-423b-9068-2c9932621e5d,segment=NetworkSegment(5d28eb00-2148-42bf-922a-b9bebf28d7ae),segment_id=5d28eb00-2148-42bf-922a-b9bebf28d7ae)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:16:41.196564 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-44df5523-4339-4537-b5f8-57d40cf02a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:41.198322 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port b9779c88-26e2-423b-9068-2c9932621e5d is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:41.198587 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:41.278317 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Router 976c7f47-4472-4ded-b50d-f63c6cf64e4e has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:16:41.317594 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.db.api [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104059) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 25 16:16:41.318007 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG oslo_db.api [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 25 16:16:41.343618 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df5523-4339-4537-b5f8-57d40cf02a15 None None] Pushing event updated for resources: {'Port': ['ID=b9779c88-26e2-423b-9068-2c9932621e5d,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:41.433813 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:16:41.444380 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-008ff44e-dfa1-407d-829e-19b4055a13f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/976c7f47-4472-4ded-b50d-f63c6cf64e4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0780566 Jun 25 16:16:41.522346 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-d2961a64-f5d4-4c57-8032-739aa3a83ccb None None] Provisioning complete for port b9779c88-26e2-423b-9068-2c9932621e5d triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:41.522913 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d2961a64-f5d4-4c57-8032-739aa3a83ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:41.635175 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-d2961a64-f5d4-4c57-8032-739aa3a83ccb None None] Current status of the port b9779c88-26e2-423b-9068-2c9932621e5d is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:41.655605 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-d2961a64-f5d4-4c57-8032-739aa3a83ccb None None] Provisioning complete for port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:41.655973 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-d2961a64-f5d4-4c57-8032-739aa3a83ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:41.702623 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-d2961a64-f5d4-4c57-8032-739aa3a83ccb None None] Port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:16:41.822795 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-454d8517-532b-4792-b833-bd7046c6a586 None None] Provisioning complete for port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:41.823162 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-454d8517-532b-4792-b833-bd7046c6a586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:41.868462 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:41.892310 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port b9779c88-26e2-423b-9068-2c9932621e5d is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:41.896926 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-454d8517-532b-4792-b833-bd7046c6a586 None None] Port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:16:42.015815 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-bddc6b98-eaf8-47eb-94db-5a6f0b2cf77f None None] Provisioning complete for port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:42.016550 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bddc6b98-eaf8-47eb-94db-5a6f0b2cf77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:42.051015 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-bddc6b98-eaf8-47eb-94db-5a6f0b2cf77f None None] Port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:16:42.419738 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-fa6a5450-d8d8-4622-b5fd-5c37634236e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:42.498797 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device b9779c88-26e2-423b-9068-2c9932621e5d up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:42.550138 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port b9779c88-26e2-423b-9068-2c9932621e5d triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:42.550777 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:42.627692 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port b9779c88-26e2-423b-9068-2c9932621e5d is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:42.628987 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 84ac1a17-9cb8-401c-8ef7-7558e93d0121 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:42.674996 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 84ac1a17-9cb8-401c-8ef7-7558e93d0121 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:42.675354 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:42.759231 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 84ac1a17-9cb8-401c-8ef7-7558e93d0121 is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:42.759739 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:42.765416 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:42.790922 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] For port 84ac1a17-9cb8-401c-8ef7-7558e93d0121, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=84ac1a17-9cb8-401c-8ef7-7558e93d0121,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:16:42.795778 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:42.851758 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Pushing event updated for resources: {'Port': ['ID=84ac1a17-9cb8-401c-8ef7-7558e93d0121,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:43.236582 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Sync routers for ids ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:16:43.251125 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Routers {'976c7f47-4472-4ded-b50d-f63c6cf64e4e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:43.251751 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:43.363345 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Set router 976c7f47-4472-4ded-b50d-f63c6cf64e4e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:43.702172 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:37Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 4, 'project_id': '30f6f1f26604417994fee495603b5838', 'gw_port': {'id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:38Z', 'updated_at': '2022-06-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'a8a6b6f9-3050-49ca-afa4-6fd07921b6cb', 'name': '', 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'mac_address': 'fa:16:3e:88:06:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'dc85feb4-13e6-453a-8d95-301d8e965c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:39Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 2, 'project_id': '30f6f1f26604417994fee495603b5838', 'subnets': [{'id': 'dc85feb4-13e6-453a-8d95-301d8e965c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:43.727174 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Checking router: 976c7f47-4472-4ded-b50d-f63c6cf64e4e for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:16:43.727516 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Updating router 976c7f47-4472-4ded-b50d-f63c6cf64e4e port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb binding host dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 25 16:16:43.753703 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:43.760897 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.039355 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Publish callbacks [] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), precommit_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.046287 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.098866 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d537a4-f1ef-41bb-8937-6ef34f9021a5 None None] Pushing event updated for resources: {'Port': ['ID=a8a6b6f9-3050-49ca-afa4-6fd07921b6cb,revision_number=3']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:44.170581 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Attempting to bind port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb on host dv-cinder-847620-2-iscsi for vnic_type normal with profile {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:16:44.171110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Attempting to bind port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb by drivers openvswitch,hyperv on host dv-cinder-847620-2-iscsi at level 0 using segments [{'id': '5d28eb00-2148-42bf-922a-b9bebf28d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26'}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:16:44.171561 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Attempting to bind port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb on network 0ce5b658-d808-486b-9016-1fe99af9da26 {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:16:44.177899 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Checking agent: {'id': '314a87f7-ed2e-4ac2-87ca-0beeee915b9c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847620-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 15, 58, 18), 'started_at': datetime.datetime(2022, 6, 25, 15, 58, 48), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847620-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:16:44.180546 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Checking segment: {'id': '5d28eb00-2148-42bf-922a-b9bebf28d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:16:44.181107 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.181600 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Bound using segment: {'id': '5d28eb00-2148-42bf-922a-b9bebf28d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26'} {{(pid=104059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:16:44.182184 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.managers [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Bound port: a8a6b6f9-3050-49ca-afa4-6fd07921b6cb, host: dv-cinder-847620-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d28eb00-2148-42bf-922a-b9bebf28d7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26'}}] {{(pid=104059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:16:44.182680 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.252286 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] For port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb, host dv-cinder-847620-2-iscsi, cleared binding levels {{(pid=104059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:16:44.259726 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] For port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb, host dv-cinder-847620-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=a8a6b6f9-3050-49ca-afa4-6fd07921b6cb,segment=NetworkSegment(5d28eb00-2148-42bf-922a-b9bebf28d7ae),segment_id=5d28eb00-2148-42bf-922a-b9bebf28d7ae)] {{(pid=104059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:16:44.268708 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.283772 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:44.334088 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Routers {'976c7f47-4472-4ded-b50d-f63c6cf64e4e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:16:44.334993 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:16:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:44.425970 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-94188b49-140f-4dc6-8773-e90c9e3a7980 None None] Provisioning complete for port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:44.426357 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94188b49-140f-4dc6-8773-e90c9e3a7980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.428044 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d537a4-f1ef-41bb-8937-6ef34f9021a5 None None] Pushing event updated for resources: {'Port': ['ID=a8a6b6f9-3050-49ca-afa4-6fd07921b6cb,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:44.486404 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 84ac1a17-9cb8-401c-8ef7-7558e93d0121 up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:44.566546 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bc8b0a29-d1f3-4df6-a276-fdd32eca0e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.608185 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] Set router 976c7f47-4472-4ded-b50d-f63c6cf64e4e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:16:44.642730 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:44.654505 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port 84ac1a17-9cb8-401c-8ef7-7558e93d0121 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:44.654877 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.781826 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-94188b49-140f-4dc6-8773-e90c9e3a7980 None None] Current status of the port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb is: DOWN; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:44.782589 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94188b49-140f-4dc6-8773-e90c9e3a7980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.896954 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-94188b49-140f-4dc6-8773-e90c9e3a7980 None None] For port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=a8a6b6f9-3050-49ca-afa4-6fd07921b6cb,segment=NetworkSegment(5d28eb00-2148-42bf-922a-b9bebf28d7ae),segment_id=5d28eb00-2148-42bf-922a-b9bebf28d7ae)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:16:44.910519 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-94188b49-140f-4dc6-8773-e90c9e3a7980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:44.935324 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port 84ac1a17-9cb8-401c-8ef7-7558e93d0121 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:45.000309 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:37Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 4, 'project_id': '30f6f1f26604417994fee495603b5838', 'gw_port': {'id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:38Z', 'updated_at': '2022-06-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'a8a6b6f9-3050-49ca-afa4-6fd07921b6cb', 'name': '', 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'mac_address': 'fa:16:3e:88:06:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'dc85feb4-13e6-453a-8d95-301d8e965c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:39Z', 'updated_at': '2022-06-25T16:16:44Z', 'revision_number': 4, 'project_id': '30f6f1f26604417994fee495603b5838', 'subnets': [{'id': 'dc85feb4-13e6-453a-8d95-301d8e965c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:16:45.000640 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94188b49-140f-4dc6-8773-e90c9e3a7980 None None] Pushing event updated for resources: {'Port': ['ID=a8a6b6f9-3050-49ca-afa4-6fd07921b6cb,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:45.036459 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423a698-3f43-4a38-a024-20538ce64e41 None None] The sync data for ids ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'] in dv-cinder-847620-2-iscsi is: [{'id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:37Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 4, 'project_id': '30f6f1f26604417994fee495603b5838', 'gw_port': {'id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:38Z', 'updated_at': '2022-06-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': 'a8a6b6f9-3050-49ca-afa4-6fd07921b6cb', 'name': '', 'network_id': '0ce5b658-d808-486b-9016-1fe99af9da26', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'mac_address': 'fa:16:3e:88:06:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'dc85feb4-13e6-453a-8d95-301d8e965c82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:39Z', 'updated_at': '2022-06-25T16:16:44Z', 'revision_number': 4, 'project_id': '30f6f1f26604417994fee495603b5838', 'subnets': [{'id': 'dc85feb4-13e6-453a-8d95-301d8e965c82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:16:45.039875 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-e021635f-ec70-4ace-8b59-22de0c167470 None None] Provisioning complete for port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:45.040239 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e021635f-ec70-4ace-8b59-22de0c167470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:45.067466 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:16:45.144892 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:45.162770 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-e021635f-ec70-4ace-8b59-22de0c167470 None None] Current status of the port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:45.930265 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:46.428639 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device a8a6b6f9-3050-49ca-afa4-6fd07921b6cb up at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:16:46.480580 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Provisioning complete for port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:46.481110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:46.557169 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Current status of the port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:16:47.617380 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:47.868548 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:49.345902 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:49.349562 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:50.729904 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:50.782788 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325671dc-c78c-4470-999c-4f0d2f873933 req-65d72958-f45e-4932-ace9-08ec1a17d1d1 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:50.784230 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-65d72958-f45e-4932-ace9-08ec1a17d1d1 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/networks?id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 200 len: 814 time: 0.1208332 Jun 25 16:16:50.802046 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-f88d92de-99e7-495b-a947-e1cde510e5af tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/quotas/b1730bdd7de14144bf75c92004923f9a HTTP/1.1" status: 200 len: 375 time: 0.0092745 Jun 25 16:16:50.855279 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-273b5f2f-4971-43c5-8ca1-26545e949b9f tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1730bdd7de14144bf75c92004923f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475326 Jun 25 16:16:50.984452 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-95a0869f-49c1-4e89-ac7e-b158bc3de2cd service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:16:50.985613 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-95a0869f-49c1-4e89-ac7e-b158bc3de2cd service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1160491 Jun 25 16:16:51.012967 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:51.082310 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-7c47b0fd-d0ed-48d8-973a-43d45f40c74a service neutron] 10.222.0.13 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906694 Jun 25 16:16:51.184544 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-888b7b08-3c53-4298-a64c-08f861af0aca service neutron] 10.222.0.13 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947530 Jun 25 16:16:51.365087 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d93bdb1e-15fb-4060-8a2a-309250300a8f req-4bb8a982-828c-4ace-8a48-41263076c190 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 210 time: 0.0332215 Jun 25 16:16:52.485645 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-aa3f239c-feef-48bd-bf0d-39934bd1824a req-6bbaf3ac-4d85-40e8-b06b-a35d38581b7d tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 210 time: 0.0424380 Jun 25 16:16:52.565155 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325671dc-c78c-4470-999c-4f0d2f873933 req-8309cc53-fecb-4621-888d-e0af770ad91b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:52.566793 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-8309cc53-fecb-4621-888d-e0af770ad91b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.26 "GET /v2.0/networks?id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 200 len: 814 time: 0.1344721 Jun 25 16:16:52.579109 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'port': {'device_id': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'admin_state_up': True, 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:16:52.691795 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Made reservation on behalf of b1730bdd7de14144bf75c92004923f9a for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:16:52.695792 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:52.711230 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:52.825764 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Allocated IP 172.20.0.9 (695bd089-2bfd-4bbe-b1ed-d7cf1f841487/ce99266e-aec9-433b-a1e1-ac248f1a986c/a95cf970-c715-4dd2-84f4-761293704f29) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:16:53.058490 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for port (a95cf970-c715-4dd2-84f4-761293704f29), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:53.099284 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (a95cf970-c715-4dd2-84f4-761293704f29), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:53.154414 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:16:53.157768 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:16:53.160686 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:16:53.196347 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'Port': ['ID=a95cf970-c715-4dd2-84f4-761293704f29,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:16:53.231586 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:53.232682 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:53.237876 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:53.266063 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-0800725f-0b37-4f0b-8d39-e9232fad7219 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6908815 Jun 25 16:16:53.440750 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-972215b7-4639-4356-a95d-3d57664e2208 None None] Provisioning complete for port a95cf970-c715-4dd2-84f4-761293704f29 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:16:53.441319 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-972215b7-4639-4356-a95d-3d57664e2208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a95cf970-c715-4dd2-84f4-761293704f29), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:16:53.476973 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-972215b7-4639-4356-a95d-3d57664e2208 None None] Port a95cf970-c715-4dd2-84f4-761293704f29 cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:16:53.607442 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c0f16-724b-4c09-82e0-0434a02bf742 req-ef56166a-6a18-4863-9375-2e1583051e03 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:53.609641 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-514c0f16-724b-4c09-82e0-0434a02bf742 req-ef56166a-6a18-4863-9375-2e1583051e03 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 931 time: 0.0529644 Jun 25 16:16:53.664442 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-514c0f16-724b-4c09-82e0-0434a02bf742 req-619d800a-6150-4653-8cb9-0264747a7660 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467880 Jun 25 16:16:54.798591 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af02d56-4031-4b47-8df5-190bf8cc4110 req-20ccdd6a-16da-430e-947d-e0fdef5f1817 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:54.800246 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5af02d56-4031-4b47-8df5-190bf8cc4110 req-20ccdd6a-16da-430e-947d-e0fdef5f1817 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 931 time: 0.0603685 Jun 25 16:16:54.860655 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5af02d56-4031-4b47-8df5-190bf8cc4110 req-0ead38c8-d7a5-4bba-bf8e-d8aaec845958 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513065 Jun 25 16:16:55.062018 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=9 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:55.979746 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc057c-9ff3-497c-8483-54d8a019de52 req-872a87dc-69e3-45fd-b785-dd79f51aaa96 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:55.981261 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5cc057c-9ff3-497c-8483-54d8a019de52 req-872a87dc-69e3-45fd-b785-dd79f51aaa96 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 931 time: 0.0491006 Jun 25 16:16:56.031153 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e5cc057c-9ff3-497c-8483-54d8a019de52 req-a51f8894-753c-4ad8-8611-ab25bf486ec0 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436504 Jun 25 16:16:57.311749 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9250a-5a2c-4e75-87b9-4c2827198cdf req-ec0ef985-395f-4cfd-b832-93cd1becca20 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:57.313309 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-09c9250a-5a2c-4e75-87b9-4c2827198cdf req-ec0ef985-395f-4cfd-b832-93cd1becca20 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 931 time: 0.0521665 Jun 25 16:16:57.391647 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-09c9250a-5a2c-4e75-87b9-4c2827198cdf req-cdf0bb83-2c33-4b6d-93d2-019cdf4a9ce0 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719619 Jun 25 16:16:58.512012 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343adcc5-84b0-48bb-af71-c90de393fe3f req-93ac15f4-83c9-442a-b464-932931593e46 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:58.514224 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-343adcc5-84b0-48bb-af71-c90de393fe3f req-93ac15f4-83c9-442a-b464-932931593e46 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 931 time: 0.0536115 Jun 25 16:16:58.543671 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:16:58.568378 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-343adcc5-84b0-48bb-af71-c90de393fe3f req-28926051-ef64-4b76-ac66-48ff976f9907 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485034 Jun 25 16:16:59.685496 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd652a3f-082a-4173-b6c1-d0415c2fb994 req-d793c076-7287-47d4-a54b-752fbe0994d7 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:16:59.687094 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd652a3f-082a-4173-b6c1-d0415c2fb994 req-d793c076-7287-47d4-a54b-752fbe0994d7 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 931 time: 0.0488608 Jun 25 16:16:59.736435 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-bd652a3f-082a-4173-b6c1-d0415c2fb994 req-0c16134f-9d0b-4c09-9a4b-740575d982ee tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434303 Jun 25 16:17:00.859328 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab4fba-6a7f-4fa4-8fef-aed2450ae1b1 req-2e60e886-f8d1-496b-85b6-ecbc22ae7582 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:00.860849 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-11ab4fba-6a7f-4fa4-8fef-aed2450ae1b1 req-2e60e886-f8d1-496b-85b6-ecbc22ae7582 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 931 time: 0.0520895 Jun 25 16:17:00.911641 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-11ab4fba-6a7f-4fa4-8fef-aed2450ae1b1 req-8c594fd2-46b5-420a-b0e0-b452dc298e8e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451672 Jun 25 16:17:00.940859 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-c33fb112-bb27-4a89-ab7a-92c1f2899a87 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104058) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 25 16:17:00.942148 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-c33fb112-bb27-4a89-ab7a-92c1f2899a87 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054889 Jun 25 16:17:00.995973 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Request body: {'port': {'device_id': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:01.056280 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a95cf970-c715-4dd2-84f4-761293704f29), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:01.328302 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a95cf970-c715-4dd2-84f4-761293704f29 {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:17:01.336516 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Publish callbacks [] for port (a95cf970-c715-4dd2-84f4-761293704f29), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:01.349220 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Transition to ACTIVE for port object a95cf970-c715-4dd2-84f4-761293704f29 will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:17:01.355019 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (a95cf970-c715-4dd2-84f4-761293704f29), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:01.358357 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:01.413036 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Pushing event updated for resources: {'Port': ['ID=a95cf970-c715-4dd2-84f4-761293704f29,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:01.487401 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Attempting to bind port a95cf970-c715-4dd2-84f4-761293704f29 on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:17:01.487737 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Attempting to bind port a95cf970-c715-4dd2-84f4-761293704f29 by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:17:01.488066 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Attempting to bind port a95cf970-c715-4dd2-84f4-761293704f29 on network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:17:01.493312 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Port a95cf970-c715-4dd2-84f4-761293704f29 on network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:17:01.493616 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Attempting to bind port a95cf970-c715-4dd2-84f4-761293704f29 on network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:17:01.499077 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:17:01.499407 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Checking segment: {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:17:01.499784 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Bound using segment: {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:17:01.500202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Bound port: a95cf970-c715-4dd2-84f4-761293704f29, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '780535f0-2df4-4c0f-905b-8f041982389a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:17:01.500593 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a95cf970-c715-4dd2-84f4-761293704f29), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:01.566826 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] For port a95cf970-c715-4dd2-84f4-761293704f29, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:17:01.570075 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] For port a95cf970-c715-4dd2-84f4-761293704f29, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a95cf970-c715-4dd2-84f4-761293704f29,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:17:01.576539 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (a95cf970-c715-4dd2-84f4-761293704f29), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:01.599971 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:01.619080 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:01.619690 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:01.621214 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] 10.222.0.26 "PUT /v2.0/ports/a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 1093 time: 0.6721196 Jun 25 16:17:01.621642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:17:01.623886 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297f5327-89f8-40a3-bdc6-c8c985b67766" -d '{"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:17:01.647184 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Pushing event updated for resources: {'Port': ['ID=a95cf970-c715-4dd2-84f4-761293704f29,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:01.657109 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.657903 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.658610 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.659162 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.659868 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.660433 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.661473 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.662176 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.662728 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.663064 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.663549 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.664074 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.664448 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.664776 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.665098 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7dd19b-c60d-4765-a9bb-9288daa01c10 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:01.741769 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325671dc-c78c-4470-999c-4f0d2f873933 req-6a09131a-255d-452a-8e1a-b3dfdc30f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:01.747825 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-6a09131a-255d-452a-8e1a-b3dfdc30f831 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1730bdd7de14144bf75c92004923f9a&device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1127 time: 0.0685408 Jun 25 16:17:01.794180 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-5dd9e52f-5bae-4f2d-a014-19a2ff997d12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 217 time: 0.0414417 Jun 25 16:17:01.859447 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325671dc-c78c-4470-999c-4f0d2f873933 req-f75e0c09-1cea-4c03-92d3-504d1203dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:01.861090 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-f75e0c09-1cea-4c03-92d3-504d1203dc7a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce99266e-aec9-433b-a1e1-ac248f1a986c HTTP/1.1" status: 200 len: 853 time: 0.0600164 Jun 25 16:17:01.878620 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41602032-63ae-44a5-89b3-5935b5c86166 x-openstack-request-id: req-41602032-63ae-44a5-89b3-5935b5c86166 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:17:01.879118 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:17:01.879275 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41602032-63ae-44a5-89b3-5935b5c86166 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:17:01.879580 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41602032-63ae-44a5-89b3-5935b5c86166'] response: {'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29', 'status': 'completed', 'code': 200} Jun 25 16:17:01.911343 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325671dc-c78c-4470-999c-4f0d2f873933 req-19b210f4-48a5-46fb-b98f-3c2a741b7061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:01.913443 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-19b210f4-48a5-46fb-b98f-3c2a741b7061 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453520 Jun 25 16:17:02.041405 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992461f7-5835-45e3-8d12-ed80218e9681 req-1e85c19e-d2ba-4e44-905b-6a403c09e0ca tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:02.042853 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-992461f7-5835-45e3-8d12-ed80218e9681 req-1e85c19e-d2ba-4e44-905b-6a403c09e0ca tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 943 time: 0.0555019 Jun 25 16:17:02.059384 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-5028c985-6408-4244-8c1b-9180f6fba6fa service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399398 Jun 25 16:17:02.145364 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-992461f7-5835-45e3-8d12-ed80218e9681 req-aadd3449-6d4e-409e-89b3-b65295d06c84 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952134 Jun 25 16:17:02.178691 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-325671dc-c78c-4470-999c-4f0d2f873933 req-e34165e0-3506-4686-a198-260ef44f409c service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123042 Jun 25 16:17:02.947288 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-4449c8ac-942e-4a7b-92bd-fc797d0738fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:02.948810 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-4449c8ac-942e-4a7b-92bd-fc797d0738fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1730bdd7de14144bf75c92004923f9a&device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1127 time: 0.0401683 Jun 25 16:17:03.043490 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-88ea5adf-dec7-4807-ad55-b19781531adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:03.044968 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-88ea5adf-dec7-4807-ad55-b19781531adf service neutron] 10.222.0.26 "GET /v2.0/networks?id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 200 len: 915 time: 0.0898895 Jun 25 16:17:03.087403 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-83d1cff7-bd8a-407c-a213-7465959e617e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 217 time: 0.0316951 Jun 25 16:17:03.135427 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-b374fded-243d-499b-bb7b-af5a404dbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:03.136751 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-b374fded-243d-499b-bb7b-af5a404dbd82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce99266e-aec9-433b-a1e1-ac248f1a986c HTTP/1.1" status: 200 len: 853 time: 0.0434799 Jun 25 16:17:03.179916 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-1826777e-f168-42ac-aeea-455833f19b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:03.181454 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-1826777e-f168-42ac-aeea-455833f19b93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385334 Jun 25 16:17:03.213556 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:03.297235 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c61bb3-a142-46a5-89c2-eb0abeb85ac1 req-d114a27e-06ef-4032-9a43-9e2d4dd4944e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:03.298712 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31c61bb3-a142-46a5-89c2-eb0abeb85ac1 req-d114a27e-06ef-4032-9a43-9e2d4dd4944e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 943 time: 0.0839844 Jun 25 16:17:03.327425 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-3e197d54-dca0-477c-a159-cbe1632fff38 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381989 Jun 25 16:17:03.385143 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-31c61bb3-a142-46a5-89c2-eb0abeb85ac1 req-84997f22-95c8-47a0-af0f-563719ca6a0c tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784171 Jun 25 16:17:03.422752 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:03.439485 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-297f5327-89f8-40a3-bdc6-c8c985b67766 req-3a5e1fe8-b48d-4610-a3a8-aa1943fcfabf service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038663 Jun 25 16:17:04.509024 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72594fb0-c577-4ceb-a31a-b405cbb42008 req-26b8a22c-d663-4ca4-b51f-db304670ff1b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:04.510480 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72594fb0-c577-4ceb-a31a-b405cbb42008 req-26b8a22c-d663-4ca4-b51f-db304670ff1b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 943 time: 0.0491259 Jun 25 16:17:04.564067 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-72594fb0-c577-4ceb-a31a-b405cbb42008 req-1104b649-c797-48a8-8362-84162113d558 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449672 Jun 25 16:17:04.894858 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device a95cf970-c715-4dd2-84f4-761293704f29 details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:17:04.994663 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port a95cf970-c715-4dd2-84f4-761293704f29, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a95cf970-c715-4dd2-84f4-761293704f29,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:17:05.005872 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': 'a95cf970-c715-4dd2-84f4-761293704f29', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'port_id': 'a95cf970-c715-4dd2-84f4-761293704f29', 'mac_address': 'fa:16:3e:3a:33:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:17:05.010746 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:05.045777 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port a95cf970-c715-4dd2-84f4-761293704f29 is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:17:05.046154 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a95cf970-c715-4dd2-84f4-761293704f29), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:05.059500 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a95cf970-c715-4dd2-84f4-761293704f29 {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:17:05.080099 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port a95cf970-c715-4dd2-84f4-761293704f29, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a95cf970-c715-4dd2-84f4-761293704f29,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:17:05.086564 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (a95cf970-c715-4dd2-84f4-761293704f29), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:05.134163 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=a95cf970-c715-4dd2-84f4-761293704f29,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:05.300213 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['a95cf970-c715-4dd2-84f4-761293704f29'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:17:05.688202 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfc0b0-4872-41dc-abd2-e6e33d8ff2b9 req-0407cea0-177c-48a3-b421-1fc369c2fb64 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:05.689677 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68cfc0b0-4872-41dc-abd2-e6e33d8ff2b9 req-0407cea0-177c-48a3-b421-1fc369c2fb64 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 944 time: 0.0502613 Jun 25 16:17:05.737760 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-68cfc0b0-4872-41dc-abd2-e6e33d8ff2b9 req-738e3dac-edf4-4710-baa0-3ecfa60448f3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Jun 25 16:17:06.857753 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86017e0f-5570-4129-9cc0-0ab509a116f5 req-75aefdd0-8653-4135-aa2f-cac048969576 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:06.859272 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-86017e0f-5570-4129-9cc0-0ab509a116f5 req-75aefdd0-8653-4135-aa2f-cac048969576 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 944 time: 0.0499246 Jun 25 16:17:06.895838 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device a95cf970-c715-4dd2-84f4-761293704f29 up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:17:06.908172 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-86017e0f-5570-4129-9cc0-0ab509a116f5 req-78fa60bc-0be2-43bc-b3ad-18a987ba92e1 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Jun 25 16:17:06.940112 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port a95cf970-c715-4dd2-84f4-761293704f29 completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:17:06.947715 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port a95cf970-c715-4dd2-84f4-761293704f29 triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:17:06.948088 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a95cf970-c715-4dd2-84f4-761293704f29), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:06.970874 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:07.148339 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port a95cf970-c715-4dd2-84f4-761293704f29 is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:17:07.148620 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a95cf970-c715-4dd2-84f4-761293704f29), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:07.172211 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:17:07.174464 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a0140-692a-426f-b477-1576a3f3d51c" -d '{"events": [{"server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "name": "network-vif-plugged", "status": "completed", "tag": "a95cf970-c715-4dd2-84f4-761293704f29"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:17:07.186532 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port a95cf970-c715-4dd2-84f4-761293704f29, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a95cf970-c715-4dd2-84f4-761293704f29,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:17:07.191672 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (a95cf970-c715-4dd2-84f4-761293704f29), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:07.218998 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3988019-d5c4-4064-8736-99981da654e7 x-openstack-request-id: req-c3988019-d5c4-4064-8736-99981da654e7 {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:17:07.219279 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "name": "network-vif-plugged", "status": "completed", "tag": "a95cf970-c715-4dd2-84f4-761293704f29", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:17:07.219524 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c3988019-d5c4-4064-8736-99981da654e7 {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:17:07.219904 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3988019-d5c4-4064-8736-99981da654e7'] response: {'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29', 'code': 200} Jun 25 16:17:07.246300 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=a95cf970-c715-4dd2-84f4-761293704f29,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:07.395214 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feadfce-eeb7-463c-a617-1e0321cef3f0 req-67ba20f7-0804-4a38-be65-2d187cfb794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:07.396739 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9feadfce-eeb7-463c-a617-1e0321cef3f0 req-67ba20f7-0804-4a38-be65-2d187cfb794f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1129 time: 0.0470510 Jun 25 16:17:07.442344 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-9feadfce-eeb7-463c-a617-1e0321cef3f0 req-385d1b7b-2744-4e39-926d-d3520a062964 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399926 Jun 25 16:17:08.033842 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af992482-4994-45af-9f3a-fd3f2f2389bf req-003272ef-69cc-481e-ab28-73ede29dfd18 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:08.035298 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af992482-4994-45af-9f3a-fd3f2f2389bf req-003272ef-69cc-481e-ab28-73ede29dfd18 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 945 time: 0.0502644 Jun 25 16:17:08.086669 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af992482-4994-45af-9f3a-fd3f2f2389bf req-93f34450-1d2d-4519-97a3-0c423533aae7 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453675 Jun 25 16:17:09.214495 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701d085-a24a-494c-8067-aab2c66979ee req-50eb659b-3e37-416f-8925-385e6821845b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:09.215933 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0701d085-a24a-494c-8067-aab2c66979ee req-50eb659b-3e37-416f-8925-385e6821845b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 945 time: 0.0482113 Jun 25 16:17:09.267991 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0701d085-a24a-494c-8067-aab2c66979ee req-9347dcb8-1cb6-4129-a609-59a6c384ccbc tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464485 Jun 25 16:17:09.380766 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e564cb-4ad2-49d9-9dcc-aae32e2a1b36 req-b0cb4b96-f98a-46e5-a715-5907486dce7d tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:09.382215 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7e564cb-4ad2-49d9-9dcc-aae32e2a1b36 req-b0cb4b96-f98a-46e5-a715-5907486dce7d tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 945 time: 0.0482776 Jun 25 16:17:09.433344 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a7e564cb-4ad2-49d9-9dcc-aae32e2a1b36 req-1bf234c5-a96c-4651-8aa3-527b93ca2838 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425913 Jun 25 16:17:09.763989 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a2f34-4070-4a69-8d89-c648def1b572 req-bfe6cb56-fadd-4163-a5ca-4a120009ae55 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:09.765576 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f2a2f34-4070-4a69-8d89-c648def1b572 req-bfe6cb56-fadd-4163-a5ca-4a120009ae55 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 945 time: 0.0529044 Jun 25 16:17:09.817238 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5f2a2f34-4070-4a69-8d89-c648def1b572 req-37ff0695-ed71-47b6-ac50-82df6e019b3f tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461617 Jun 25 16:17:11.073641 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:12.405852 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c5c080a7-5178-4b28-acd7-24e800479770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:12.786518 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=11 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:12.789490 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=15 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:14.457917 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5158fb44-e678-4be9-9362-82d40dd60c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:15.929118 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:17.614095 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:17.844109 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:18.020819 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:18.054900 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-3f0c8ed2-4f2b-47e5-9651-1a9a25c954af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420544 Jun 25 16:17:18.135872 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-94262ea7-35f1-4350-8ec7-ff76dad051ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:18.137410 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-94262ea7-35f1-4350-8ec7-ff76dad051ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 1130 time: 0.0398469 Jun 25 16:17:18.275442 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-40e17f1f-b918-43e1-8f0a-391a2083f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:18.276921 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-40e17f1f-b918-43e1-8f0a-391a2083f915 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.1216917 Jun 25 16:17:18.282987 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1a8ab-5463-4230-9ce8-42e7d4a7304a req-eeba5e32-07e9-4a24-b040-5664a661481a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:18.284294 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ad1a8ab-5463-4230-9ce8-42e7d4a7304a req-eeba5e32-07e9-4a24-b040-5664a661481a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 945 time: 0.0616438 Jun 25 16:17:18.339488 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:18.359007 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-f36ce34f-d01e-48f5-8e07-1c2aa865e488 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77 HTTP/1.1" status: 200 len: 1001 time: 0.0738065 Jun 25 16:17:18.384329 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ad1a8ab-5463-4230-9ce8-42e7d4a7304a req-ff43de4d-271e-442f-89dc-a8687d12affb tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932195 Jun 25 16:17:18.407292 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47914) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:17:18.419421 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-98a0d222-6bc1-4287-a0fe-5f92b7e0d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:18.420891 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-98a0d222-6bc1-4287-a0fe-5f92b7e0d1b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0542667 Jun 25 16:17:18.464297 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-24cb553b-e882-4037-b2f3-57e06895dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:18.465841 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-24cb553b-e882-4037-b2f3-57e06895dce6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389895 Jun 25 16:17:18.490587 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bb2bcf-3d52-4aa2-b9cf-31dd1595a72f tempest-TestMinimumBasicScenario-1669401590 tempest-TestMinimumBasicScenario-1669401590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:18.492255 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-94bb2bcf-3d52-4aa2-b9cf-31dd1595a72f tempest-TestMinimumBasicScenario-1669401590 tempest-TestMinimumBasicScenario-1669401590-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1124 time: 0.0839837 Jun 25 16:17:18.495166 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47918) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:17:18.499278 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'port_id': 'a95cf970-c715-4dd2-84f4-761293704f29', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:18.521892 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:18.559387 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-459778fb-6fd4-4e48-9989-e10fadd0688e service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875888 Jun 25 16:17:18.599651 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:18.647383 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0ab0bee3-a4c9-4465-98e1-334d80299da8 req-b6b2e64c-32f4-4610-96cb-01f143002c73 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823238 Jun 25 16:17:18.708891 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_common [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Allocated IP 172.27.2.110 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/57d61e66-3789-42d3-b1af-5da1e6ed2ae6) {{(pid=104057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:17:18.813954 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for port (57d61e66-3789-42d3-b1af-5da1e6ed2ae6), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:18.849151 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (57d61e66-3789-42d3-b1af-5da1e6ed2ae6), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:18.894193 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:17:18.899151 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.base_scheduler [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Resources bound (agent type, host, resource id): {{(pid=104057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:17:18.901241 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'Port': ['ID=57d61e66-3789-42d3-b1af-5da1e6ed2ae6,revision_number=1']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:18.903484 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Received port after_create {{(pid=104057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:17:18.931712 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.932043 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.932368 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.932717 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.933049 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.933352 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.933667 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.933979 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.934286 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.934594 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.934905 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.935209 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.935516 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.935820 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:18.936127 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:17:19.262593 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:19.267340 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:19.277016 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for floatingip (1014f49f-2f38-4cf5-a85d-7af814b6bbae), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:19.349759 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (57d61e66-3789-42d3-b1af-5da1e6ed2ae6), before_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:19.506715 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for port (57d61e66-3789-42d3-b1af-5da1e6ed2ae6), precommit_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:19.514762 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3313111'] for port (57d61e66-3789-42d3-b1af-5da1e6ed2ae6), after_update {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:19.586450 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'Port': ['ID=57d61e66-3789-42d3-b1af-5da1e6ed2ae6,revision_number=2']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:19.599867 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (1014f49f-2f38-4cf5-a85d-7af814b6bbae), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:19.921394 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Floating IP 1014f49f-2f38-4cf5-a85d-7af814b6bbae associated. External IP: 172.27.2.110, port: a95cf970-c715-4dd2-84f4-761293704f29. Jun 25 16:17:20.114963 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Router 9018aca7-591e-46ba-8ff3-ee65ae983a9b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:17:20.219490 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:17:20.230513 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] Sync routers for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:17:20.238535 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.242057 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:17:20.242709 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:17:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:17:20.268904 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-976dc6bd-f57c-4694-b5f3-ce27b7c05e7b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7727613 Jun 25 16:17:20.269485 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:17:20.271756 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6b05a8-1eb3-406c-a628-c479daad881b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:17:20.271950 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47920) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:17:20.276602 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-3395e8d0-642b-4ecc-a31e-5252b1738a33 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1380889855', 'description': 'tempest-secgroup-smoke-1380889855 description', 'project_id': 'b1730bdd7de14144bf75c92004923f9a'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:20.301765 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3395e8d0-642b-4ecc-a31e-5252b1738a33 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.345302 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:17:20.372143 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e0e413-1214-45ba-8038-b12203c5bef0 x-openstack-request-id: req-87e0e413-1214-45ba-8038-b12203c5bef0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:17:20.372396 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:17:20.372667 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-87e0e413-1214-45ba-8038-b12203c5bef0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:17:20.373090 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87e0e413-1214-45ba-8038-b12203c5bef0'] response: {'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29', 'status': 'completed', 'code': 200} Jun 25 16:17:20.373724 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3395e8d0-642b-4ecc-a31e-5252b1738a33 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group (c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.378046 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3395e8d0-642b-4ecc-a31e-5252b1738a33 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.565446 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1014f49f-2f38-4cf5-a85d-7af814b6bbae', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'port_id': 'a95cf970-c715-4dd2-84f4-761293704f29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'mac_address': 'fa:16:3e:3a:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:17:19Z', 'updated_at': '2022-06-25T16:17:19Z', 'revision_number': 0, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881beb33-fbc9-41b9-9435-7ed369bb77b2', 'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'mac_address': 'fa:16:3e:15:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:35Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 5, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'subnets': [{'id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:17:20.590382 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] Checking router: 9018aca7-591e-46ba-8ff3-ee65ae983a9b for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:17:20.599626 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:17:20.600241 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:17:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:17:20.702952 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:17:20.711152 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3395e8d0-642b-4ecc-a31e-5252b1738a33 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.711357 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-3395e8d0-642b-4ecc-a31e-5252b1738a33 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4383516 Jun 25 16:17:20.714425 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395e8d0-642b-4ecc-a31e-5252b1738a33 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:20.714607 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47926) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:17:20.724809 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-cf77a574-35ce-4910-96ea-64f76b5a1786 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa', 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:20.725365 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-a665e4ef-01bd-452a-a4e2-cc4c060b5cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:20.726863 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-a665e4ef-01bd-452a-a4e2-cc4c060b5cff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1730bdd7de14144bf75c92004923f9a&device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1129 time: 0.3243933 Jun 25 16:17:20.735930 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:20.759102 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf77a574-35ce-4910-96ea-64f76b5a1786 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (7a4494b2-2d41-4b3b-af29-1bd75e1666bc), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.804522 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:20.827456 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf77a574-35ce-4910-96ea-64f76b5a1786 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (7a4494b2-2d41-4b3b-af29-1bd75e1666bc), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.829442 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-06468a6a-f926-41ae-83fe-1174c876217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:20.830991 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-06468a6a-f926-41ae-83fe-1174c876217a service neutron] 10.222.0.26 "GET /v2.0/networks?id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 200 len: 915 time: 0.0901039 Jun 25 16:17:20.832399 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf77a574-35ce-4910-96ea-64f76b5a1786 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (7a4494b2-2d41-4b3b-af29-1bd75e1666bc), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.852002 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77a574-35ce-4910-96ea-64f76b5a1786 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4494b2-2d41-4b3b-af29-1bd75e1666bc,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:20.860490 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-cf77a574-35ce-4910-96ea-64f76b5a1786 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.863726 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-cf77a574-35ce-4910-96ea-64f76b5a1786 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479852 Jun 25 16:17:20.866452 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47928) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:17:20.872051 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-1ef04a8d-c796-432e-bd61-064931ad41fd tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa', 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:20.900355 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ef04a8d-c796-432e-bd61-064931ad41fd tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (9937c3cb-e4f5-4bf4-93e7-5be03aeab435), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.902308 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-12c55b06-1182-4be5-b235-0b244ad1892f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 999 time: 0.0649905 Jun 25 16:17:20.932364 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1014f49f-2f38-4cf5-a85d-7af814b6bbae', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'port_id': 'a95cf970-c715-4dd2-84f4-761293704f29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'mac_address': 'fa:16:3e:3a:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:17:19Z', 'updated_at': '2022-06-25T16:17:19Z', 'revision_number': 0, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881beb33-fbc9-41b9-9435-7ed369bb77b2', 'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'mac_address': 'fa:16:3e:15:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:35Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 5, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'subnets': [{'id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:17:20.966441 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-5aea0ea8-5c51-4b38-a344-ca1058048ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:20.967162 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596e5ed5-74dc-4fa3-b4a7-85a6741cfd4c None None] The sync data for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi is: [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': '1014f49f-2f38-4cf5-a85d-7af814b6bbae', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'floating_ip_address': '172.27.2.110', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'port_id': 'a95cf970-c715-4dd2-84f4-761293704f29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 735, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'mac_address': 'fa:16:3e:3a:33:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:17:19Z', 'updated_at': '2022-06-25T16:17:19Z', 'revision_number': 0, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '881beb33-fbc9-41b9-9435-7ed369bb77b2', 'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'mac_address': 'fa:16:3e:15:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:35Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 5, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'subnets': [{'id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:17:20.967716 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ef04a8d-c796-432e-bd61-064931ad41fd tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (9937c3cb-e4f5-4bf4-93e7-5be03aeab435), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.969818 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-5aea0ea8-5c51-4b38-a344-ca1058048ea0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce99266e-aec9-433b-a1e1-ac248f1a986c HTTP/1.1" status: 200 len: 853 time: 0.0617640 Jun 25 16:17:20.973941 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ef04a8d-c796-432e-bd61-064931ad41fd tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (9937c3cb-e4f5-4bf4-93e7-5be03aeab435), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:20.997411 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef04a8d-c796-432e-bd61-064931ad41fd tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9937c3cb-e4f5-4bf4-93e7-5be03aeab435,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:21.002111 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-1ef04a8d-c796-432e-bd61-064931ad41fd tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.006181 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-1ef04a8d-c796-432e-bd61-064931ad41fd tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386375 Jun 25 16:17:21.007369 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47930) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:17:21.011576 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-b743eadd-254f-4a32-bb21-dde49205c851 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa', 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:21.022577 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:21.029165 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-2370ac3f-7026-406a-93eb-6ae8ba82172d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:21.030749 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-2370ac3f-7026-406a-93eb-6ae8ba82172d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492198 Jun 25 16:17:21.041725 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b743eadd-254f-4a32-bb21-dde49205c851 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (ccad0993-c958-4886-902d-5aa69fa65139), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.105510 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b743eadd-254f-4a32-bb21-dde49205c851 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (ccad0993-c958-4886-902d-5aa69fa65139), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.110066 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b743eadd-254f-4a32-bb21-dde49205c851 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (ccad0993-c958-4886-902d-5aa69fa65139), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.122975 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:21.130378 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-90a1c99c-920a-4ee2-94e1-83fafbb63b7c service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927975 Jun 25 16:17:21.133769 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743eadd-254f-4a32-bb21-dde49205c851 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccad0993-c958-4886-902d-5aa69fa65139,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:21.139859 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-b743eadd-254f-4a32-bb21-dde49205c851 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.141109 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-b743eadd-254f-4a32-bb21-dde49205c851 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1329730 Jun 25 16:17:21.143663 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 47932) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:17:21.148064 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.v2.base [None req-2b8ded83-a873-47f4-903f-49dccdabf2a8 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa', 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:21.181444 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded83-a873-47f4-903f-49dccdabf2a8 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (cab7c7f7-bf01-4fd8-91a5-9d41fba1acc3), before_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.189920 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0e3e08-92cb-4d96-bd17-4c7aa92bdbf2 None None] New status for floating IP 1014f49f-2f38-4cf5-a85d-7af814b6bbae: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:17:21.247521 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3c6b05a8-1eb3-406c-a628-c479daad881b req-8a758361-f891-409c-8320-6903d97f4805 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023190 Jun 25 16:17:21.253939 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded83-a873-47f4-903f-49dccdabf2a8 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (cab7c7f7-bf01-4fd8-91a5-9d41fba1acc3), precommit_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.260503 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded83-a873-47f4-903f-49dccdabf2a8 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (cab7c7f7-bf01-4fd8-91a5-9d41fba1acc3), after_create {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.283435 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ded83-a873-47f4-903f-49dccdabf2a8 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab7c7f7-bf01-4fd8-91a5-9d41fba1acc3,revision_number=0']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:21.292852 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-2b8ded83-a873-47f4-903f-49dccdabf2a8 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.294105 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-2b8ded83-a873-47f4-903f-49dccdabf2a8 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495292 Jun 25 16:17:21.297220 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47934) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:17:21.302514 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-b0e95c8a-cfc4-43df-9dae-3f4bc7471305 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa', 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:21.323045 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.securitygroups_db [None req-b0e95c8a-cfc4-43df-9dae-3f4bc7471305 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Project b1730bdd7de14144bf75c92004923f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 16:17:21.333723 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0e95c8a-cfc4-43df-9dae-3f4bc7471305 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (094a433b-5226-4c23-94dc-5c0501ec6380), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.398830 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0e95c8a-cfc4-43df-9dae-3f4bc7471305 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (094a433b-5226-4c23-94dc-5c0501ec6380), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.404219 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0e95c8a-cfc4-43df-9dae-3f4bc7471305 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (094a433b-5226-4c23-94dc-5c0501ec6380), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.422986 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e95c8a-cfc4-43df-9dae-3f4bc7471305 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094a433b-5226-4c23-94dc-5c0501ec6380,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:21.429455 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-b0e95c8a-cfc4-43df-9dae-3f4bc7471305 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.430653 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-b0e95c8a-cfc4-43df-9dae-3f4bc7471305 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1318269 Jun 25 16:17:21.433997 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 47936) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:17:21.438314 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-87e95a6b-c1ce-468b-ae46-a0ceca243051 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'security_group_rule': {'security_group_id': 'c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa', 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:21.461735 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.securitygroups_db [None req-87e95a6b-c1ce-468b-ae46-a0ceca243051 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Project b1730bdd7de14144bf75c92004923f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 25 16:17:21.467625 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-87e95a6b-c1ce-468b-ae46-a0ceca243051 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (a8ce31c0-3002-41be-8ae6-4b83cdd31f72), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.530055 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-87e95a6b-c1ce-468b-ae46-a0ceca243051 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (a8ce31c0-3002-41be-8ae6-4b83cdd31f72), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.534987 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-87e95a6b-c1ce-468b-ae46-a0ceca243051 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574756'] for security_group_rule (a8ce31c0-3002-41be-8ae6-4b83cdd31f72), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.554050 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e95a6b-c1ce-468b-ae46-a0ceca243051 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ce31c0-3002-41be-8ae6-4b83cdd31f72,revision_number=0']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:21.559322 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-87e95a6b-c1ce-468b-ae46-a0ceca243051 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.560580 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-87e95a6b-c1ce-468b-ae46-a0ceca243051 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255090 Jun 25 16:17:21.655506 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-cda9b6fa-daf8-4579-a76b-3ce0969a0257 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380889855&fields=id&tenant_id=b1730bdd7de14144bf75c92004923f9a HTTP/1.1" status: 200 len: 267 time: 0.0476162 Jun 25 16:17:21.713079 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-66684d77-d843-4f8e-b4bc-aea73fabf3a4 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:21.714586 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-66684d77-d843-4f8e-b4bc-aea73fabf3a4 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 945 time: 0.0511279 Jun 25 16:17:21.728805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-58233ac4-7f4b-4eaa-a9ae-68d4621e5b1a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'port': {'security_groups': ['4e57537f-270f-45f4-8670-32e7f73261a8', 'c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:21.800285 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-58233ac4-7f4b-4eaa-a9ae-68d4621e5b1a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a95cf970-c715-4dd2-84f4-761293704f29), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:21.984535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-58233ac4-7f4b-4eaa-a9ae-68d4621e5b1a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] For port a95cf970-c715-4dd2-84f4-761293704f29, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a95cf970-c715-4dd2-84f4-761293704f29,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:17:22.014463 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-58233ac4-7f4b-4eaa-a9ae-68d4621e5b1a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for port (a95cf970-c715-4dd2-84f4-761293704f29), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:22.022235 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-58233ac4-7f4b-4eaa-a9ae-68d4621e5b1a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (a95cf970-c715-4dd2-84f4-761293704f29), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:22.027864 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:22.039071 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['a95cf970-c715-4dd2-84f4-761293704f29'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:17:22.053592 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:22.066625 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:17:22.076106 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-58233ac4-7f4b-4eaa-a9ae-68d4621e5b1a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:22.076765 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-58233ac4-7f4b-4eaa-a9ae-68d4621e5b1a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:22.078140 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-774832eb-fd35-45e9-b0d6-0125e540ed05 req-58233ac4-7f4b-4eaa-a9ae-68d4621e5b1a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "PUT /v2.0/ports/a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 981 time: 0.3541217 Jun 25 16:17:22.078603 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:17:22.080931 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6215b4-8a0c-417e-84f6-3b16ab3bded3" -d '{"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:17:22.106531 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58233ac4-7f4b-4eaa-a9ae-68d4621e5b1a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'Port': ['ID=a95cf970-c715-4dd2-84f4-761293704f29,revision_number=6']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:22.143721 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea0444e-531c-4f3f-81fe-58049e70c354 x-openstack-request-id: req-6ea0444e-531c-4f3f-81fe-58049e70c354 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:17:22.144007 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:17:22.144254 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ea0444e-531c-4f3f-81fe-58049e70c354 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:17:22.144709 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea0444e-531c-4f3f-81fe-58049e70c354'] response: {'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29', 'status': 'completed', 'code': 200} Jun 25 16:17:22.145638 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['a95cf970-c715-4dd2-84f4-761293704f29'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:17:22.225822 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:22.237620 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feebcd7-a394-49f5-8f3e-aa98c1da4b81 req-280f56ab-6d25-4893-be31-3c514b45a552 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:22.239001 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2feebcd7-a394-49f5-8f3e-aa98c1da4b81 req-280f56ab-6d25-4893-be31-3c514b45a552 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0781033 Jun 25 16:17:22.242673 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-c621fd60-bc32-4cd4-a201-9a9530a27f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:22.243968 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-c621fd60-bc32-4cd4-a201-9a9530a27f6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1730bdd7de14144bf75c92004923f9a&device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1168 time: 0.0736637 Jun 25 16:17:22.373044 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-9e3b0647-982d-498f-9f81-7ff5ed1f7cbf None None] Provisioning complete for port a95cf970-c715-4dd2-84f4-761293704f29 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:17:22.373392 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9e3b0647-982d-498f-9f81-7ff5ed1f7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a95cf970-c715-4dd2-84f4-761293704f29), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:22.376398 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2feebcd7-a394-49f5-8f3e-aa98c1da4b81 req-195c352a-8713-479d-b7e5-3fcca597739a tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272483 Jun 25 16:17:22.386838 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-8b1de505-99b2-4a4d-bae2-bc15f8e389c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:22.388762 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-8b1de505-99b2-4a4d-bae2-bc15f8e389c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 200 len: 915 time: 0.1380947 Jun 25 16:17:22.398998 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:22.454771 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-b3a8aa5e-7c7e-485e-a344-25d2eccede1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 1001 time: 0.0609963 Jun 25 16:17:22.503390 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-b601b79a-d7d1-408d-b05c-7c58a55e71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:22.504954 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-b601b79a-d7d1-408d-b05c-7c58a55e71aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce99266e-aec9-433b-a1e1-ac248f1a986c HTTP/1.1" status: 200 len: 853 time: 0.0444579 Jun 25 16:17:22.546950 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-11682299-7caa-4bac-b3ea-7174d6739f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:22.548709 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-11682299-7caa-4bac-b3ea-7174d6739f3d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383677 Jun 25 16:17:22.578469 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-9e3b0647-982d-498f-9f81-7ff5ed1f7cbf None None] Current status of the port a95cf970-c715-4dd2-84f4-761293704f29 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:17:22.654956 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-1c3ff6e3-c32e-4537-9593-05bc1b33dc1a service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870306 Jun 25 16:17:22.743483 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-af6215b4-8a0c-417e-84f6-3b16ab3bded3 req-1a1c8bfd-5f65-4d54-97be-acbb0d5f8765 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831220 Jun 25 16:17:30.935295 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=74 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:31.283038 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=61,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:31.286105 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=50,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:32.062875 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=82 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:32.738338 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=61 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:32.740447 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=63 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:32.785295 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=56 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:32.789060 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=95 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:41.087657 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:42.404112 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-9d9241ed-170f-48a3-a6bc-5501ac106ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:44.453961 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e7cac4e8-be5a-4631-986e-effa25cb46ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:45.256355 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de3512-127e-49c8-b547-5c334e20b43b req-37b4c8ba-2e87-449a-9baf-6601b268a0a9 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:45.257857 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c8de3512-127e-49c8-b547-5c334e20b43b req-37b4c8ba-2e87-449a-9baf-6601b268a0a9 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0556204 Jun 25 16:17:45.336343 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-c8de3512-127e-49c8-b547-5c334e20b43b req-2634dd9c-d2ab-4be8-8d36-3bae50a71165 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687292 Jun 25 16:17:45.944085 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:46.037315 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-3808e10d-817f-4e04-b336-a1a8b08e3322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:46.039019 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-3808e10d-817f-4e04-b336-a1a8b08e3322 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1730bdd7de14144bf75c92004923f9a&device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1168 time: 0.0450811 Jun 25 16:17:46.482984 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b71ed-4f2c-4806-9606-07a6c28c8677 req-326fbc91-4afb-4db0-90da-b56b0b247527 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:46.484439 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-308b71ed-4f2c-4806-9606-07a6c28c8677 req-326fbc91-4afb-4db0-90da-b56b0b247527 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0555918 Jun 25 16:17:46.544818 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-308b71ed-4f2c-4806-9606-07a6c28c8677 req-f090ebd3-b5c3-47c7-a731-7716c5524037 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544536 Jun 25 16:17:46.854715 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-6afb492e-e7b7-429f-b26c-c77f9bc6e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:46.856182 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-6afb492e-e7b7-429f-b26c-c77f9bc6e8b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 200 len: 915 time: 0.0951228 Jun 25 16:17:47.618981 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:47.703326 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c823e-8335-469a-96ec-3509daad8227 req-79811fa4-56a4-4e43-b0ea-b6d94fd9008d tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:47.704767 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-018c823e-8335-469a-96ec-3509daad8227 req-79811fa4-56a4-4e43-b0ea-b6d94fd9008d tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0840209 Jun 25 16:17:47.733234 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-686a533f-4e68-4de6-9ecf-fceb0e38df25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 1001 time: 0.0836403 Jun 25 16:17:47.807523 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-018c823e-8335-469a-96ec-3509daad8227 req-794d0aea-8c64-4d9b-9627-2e01e5c2220f tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958953 Jun 25 16:17:47.814406 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-b8ddaa67-4c03-4120-aa9e-3b464f62d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:47.815796 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-b8ddaa67-4c03-4120-aa9e-3b464f62d2d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce99266e-aec9-433b-a1e1-ac248f1a986c HTTP/1.1" status: 200 len: 853 time: 0.0711944 Jun 25 16:17:47.848602 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:47.864068 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-68ba921d-30e6-4899-9c40-969a0a824a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:47.865846 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-68ba921d-30e6-4899-9c40-969a0a824a8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437005 Jun 25 16:17:47.959437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-5ddd6aa5-ab73-4364-8eda-7c0d91bf77c8 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868070 Jun 25 16:17:48.052984 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfabe9c1-bfe9-452d-b7c5-1449e39bcbe8 req-e808f219-0aa2-4c49-9cdf-070b28bd6614 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878992 Jun 25 16:17:48.935642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98de398-e441-4b7e-8ee7-bf854385a77b req-2cb2a88f-84e6-417d-acdd-6b9d9795608e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:48.937103 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f98de398-e441-4b7e-8ee7-bf854385a77b req-2cb2a88f-84e6-417d-acdd-6b9d9795608e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0504591 Jun 25 16:17:48.998765 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f98de398-e441-4b7e-8ee7-bf854385a77b req-54b9c12a-6272-444a-8d90-5ac5b8589a70 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558698 Jun 25 16:17:50.138848 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8549d2-9197-4462-bdb3-4b8b54b4e334 req-f8fb6628-d18a-4aa4-9e8e-9c602996ebec tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:50.140222 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ce8549d2-9197-4462-bdb3-4b8b54b4e334 req-f8fb6628-d18a-4aa4-9e8e-9c602996ebec tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0495017 Jun 25 16:17:50.153109 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:50.202100 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-ce8549d2-9197-4462-bdb3-4b8b54b4e334 req-aeb019db-ce00-4f01-84fc-eddf4f899ca4 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559034 Jun 25 16:17:51.322461 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9ca1e-f423-4def-b1cd-1a263dfc50e2 req-bd2bc84a-5ec4-472e-8565-65252d5fd94f tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:51.323918 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2e9ca1e-f423-4def-b1cd-1a263dfc50e2 req-bd2bc84a-5ec4-472e-8565-65252d5fd94f tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0522819 Jun 25 16:17:51.363509 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:51.388858 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f2e9ca1e-f423-4def-b1cd-1a263dfc50e2 req-e3c7a786-4269-416b-a30a-9e066c216ca5 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565886 Jun 25 16:17:51.875460 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-1069463e-0168-47a7-a1a4-b0ac21716fcd tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054987293&fields=id&tenant_id=c5bb30b042f3422faf43af82b27b37a5 HTTP/1.1" status: 200 len: 267 time: 0.0530498 Jun 25 16:17:51.983165 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-a2e3c5df-f40e-4a82-8b47-148a02ab5433 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:51.984597 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-a2e3c5df-f40e-4a82-8b47-148a02ab5433 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 812 time: 0.1008177 Jun 25 16:17:52.001459 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-51ddaddb-d79a-49b8-8f25-d53406fcc158 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/quotas/c5bb30b042f3422faf43af82b27b37a5 HTTP/1.1" status: 200 len: 375 time: 0.0114744 Jun 25 16:17:52.053373 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-3420cef3-a407-4ed0-9023-39c3c735ac57 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466361 Jun 25 16:17:52.161074 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-d3489e5f-dcb3-40ad-9d73-ea538b4d106f service neutron] 10.222.0.13 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930007 Jun 25 16:17:52.254709 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-7b481122-29d1-419b-967f-209db40519d8 service neutron] 10.222.0.13 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877099 Jun 25 16:17:52.517200 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeccbb6-0fc5-4797-b043-088743bbefdd req-59b05c66-d4dd-4537-a5a9-90ad0d0cf802 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:52.518447 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfeccbb6-0fc5-4797-b043-088743bbefdd req-59b05c66-d4dd-4537-a5a9-90ad0d0cf802 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0557640 Jun 25 16:17:52.567784 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f622d10a-40d4-4130-88cd-b94f5988931b req-e2e071e2-cdf7-46fe-8550-71906a01163e tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 210 time: 0.0398669 Jun 25 16:17:52.614888 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-cfeccbb6-0fc5-4797-b043-088743bbefdd req-a885d4a1-360b-48a9-b0e9-538fd9ce2a2d tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851514 Jun 25 16:17:53.600567 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-5932f875-f88f-4e31-a337-f71031840955 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:53.602404 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-5932f875-f88f-4e31-a337-f71031840955 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 812 time: 0.1163266 Jun 25 16:17:53.698993 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-7aa85baf-e4e0-49c8-8ccc-5ddc404455d5 req-8da0b27d-447d-40ce-909e-7493c6c152ff tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 210 time: 0.0564082 Jun 25 16:17:53.745977 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-a8af772c-3fa6-49b9-9cb7-cecc1b7fa3e1 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5bb30b042f3422faf43af82b27b37a5 HTTP/1.1" status: 200 len: 380 time: 0.1346793 Jun 25 16:17:53.759724 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'port': {'device_id': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'admin_state_up': True, 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'security_groups': ['79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:53.773011 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0711352-d249-4375-af5b-c9b44632a016 req-6d84bc8e-3134-49b2-9a32-fa95178e0e01 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:53.775359 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0711352-d249-4375-af5b-c9b44632a016 req-6d84bc8e-3134-49b2-9a32-fa95178e0e01 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0838079 Jun 25 16:17:53.884637 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:53.902696 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b0711352-d249-4375-af5b-c9b44632a016 req-14a8b9a7-b3e7-413e-884e-8ef02b3b683b tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1150630 Jun 25 16:17:53.915072 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:53.935541 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Made reservation on behalf of c5bb30b042f3422faf43af82b27b37a5 for: {'port': 1} {{(pid=104058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 25 16:17:53.938895 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:54.086873 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Allocated IP 172.20.0.8 (4493f90c-02cf-4ced-9f9f-700abb5cb837/d64c37ba-03d3-48c5-a690-9548e82c8d83/107462c9-7523-4740-bf19-c9c6fec3b93d) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:17:54.234280 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:54.268199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:54.321520 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:17:54.324661 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:17:54.328457 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:17:54.351680 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'Port': ['ID=107462c9-7523-4740-bf19-c9c6fec3b93d,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:54.380258 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:54.380911 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:54.399340 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-79f6d9b2-03e8-4073-85e5-481e361fd586 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6449645 Jun 25 16:17:54.410519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Request body: {'port': {'device_id': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84762'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:17:54.471825 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:54.606413 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-8161c1c9-f115-451b-b59f-a3b72b1d7c24 None None] Provisioning complete for port 107462c9-7523-4740-bf19-c9c6fec3b93d triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:17:54.606995 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8161c1c9-f115-451b-b59f-a3b72b1d7c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:54.637888 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-8161c1c9-f115-451b-b59f-a3b72b1d7c24 None None] Port 107462c9-7523-4740-bf19-c9c6fec3b93d cannot update to ACTIVE because it is not bound. {{(pid=104059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 25 16:17:54.731363 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:54.741766 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=2,neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:54.745116 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107462c9-7523-4740-bf19-c9c6fec3b93d {{(pid=104058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:17:54.753826 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Publish callbacks [] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:54.770658 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.provisioning_blocks [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Transition to ACTIVE for port object 107462c9-7523-4740-bf19-c9c6fec3b93d will not be triggered until provisioned by entity L2. {{(pid=104058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 25 16:17:54.785032 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:54.859925 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074171a7-15c4-4424-a6b7-426f69b8300c req-8d40df4d-f9d5-47e9-b88b-1f44e90c07aa tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:54.861561 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-074171a7-15c4-4424-a6b7-426f69b8300c req-8d40df4d-f9d5-47e9-b88b-1f44e90c07aa tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 943 time: 0.0870547 Jun 25 16:17:54.876450 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Pushing event updated for resources: {'Port': ['ID=107462c9-7523-4740-bf19-c9c6fec3b93d,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:54.970947 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-074171a7-15c4-4424-a6b7-426f69b8300c req-323952bf-ec33-4bb3-89e1-1270fac60075 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963783 Jun 25 16:17:54.986645 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Attempting to bind port 107462c9-7523-4740-bf19-c9c6fec3b93d on host hv-cinder-84762 for vnic_type normal with profile {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 25 16:17:54.987045 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Attempting to bind port 107462c9-7523-4740-bf19-c9c6fec3b93d by drivers openvswitch,hyperv on host hv-cinder-84762 at level 0 using segments [{'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 25 16:17:54.987429 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Attempting to bind port 107462c9-7523-4740-bf19-c9c6fec3b93d on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:17:55.001320 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Port 107462c9-7523-4740-bf19-c9c6fec3b93d on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84762 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 25 16:17:55.001559 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Attempting to bind port 107462c9-7523-4740-bf19-c9c6fec3b93d on network 4493f90c-02cf-4ced-9f9f-700abb5cb837 {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 25 16:17:55.027485 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Checking agent: {'id': '14f4ec78-4820-49bc-9462-b76fe6dd48b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84762', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'started_at': datetime.datetime(2022, 6, 25, 16, 4, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 25, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 25 16:17:55.027811 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Checking segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 25 16:17:55.028182 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Bound using segment: {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'} {{(pid=104058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 25 16:17:55.028628 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.managers [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Bound port: 107462c9-7523-4740-bf19-c9c6fec3b93d, host: hv-cinder-84762, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6c74cb-11af-4efa-8acc-da7af6e0b124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837'}}] {{(pid=104058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 25 16:17:55.028976 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:55.055053 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ae6b2-91b7-4f54-893f-fb8c9af917fd req-8d3b3cba-e9cf-4671-808d-b4a333a0142d tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:55.056567 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b8ae6b2-91b7-4f54-893f-fb8c9af917fd req-8d3b3cba-e9cf-4671-808d-b4a333a0142d tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0719573 Jun 25 16:17:55.131428 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] For port 107462c9-7523-4740-bf19-c9c6fec3b93d, host hv-cinder-84762, cleared binding levels {{(pid=104058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 25 16:17:55.136574 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] For port 107462c9-7523-4740-bf19-c9c6fec3b93d, host hv-cinder-84762, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=107462c9-7523-4740-bf19-c9c6fec3b93d,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 25 16:17:55.150037 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:55.159933 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b8ae6b2-91b7-4f54-893f-fb8c9af917fd req-841397bc-a756-4440-a987-a31e5957e1a3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0876997 Jun 25 16:17:55.191496 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:55.192074 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:17:55.193455 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-38edb438-9143-45aa-a194-e11111bb525d service neutron] 10.222.0.26 "PUT /v2.0/ports/107462c9-7523-4740-bf19-c9c6fec3b93d HTTP/1.1" status: 200 len: 1093 time: 0.7870901 Jun 25 16:17:55.193876 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:17:55.196223 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813200dd-88db-4286-86ae-f756a8d71057" -d '{"events": [{"name": "network-changed", "server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:17:55.214389 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38edb438-9143-45aa-a194-e11111bb525d service neutron] Pushing event updated for resources: {'Port': ['ID=107462c9-7523-4740-bf19-c9c6fec3b93d,revision_number=3']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:17:55.244897 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77ceaa-06db-4fbc-b7c6-2725f307847f x-openstack-request-id: req-ea77ceaa-06db-4fbc-b7c6-2725f307847f {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:17:55.245413 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:17:55.245660 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea77ceaa-06db-4fbc-b7c6-2725f307847f {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:17:55.246052 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea77ceaa-06db-4fbc-b7c6-2725f307847f'] response: {'name': 'network-changed', 'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'status': 'completed', 'code': 200} Jun 25 16:17:55.289876 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-dec77338-6048-4b48-bbe8-d0c4df8a09de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:55.291397 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-dec77338-6048-4b48-bbe8-d0c4df8a09de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 1127 time: 0.0434353 Jun 25 16:17:55.331323 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-ecf2eae2-979d-4cb3-8137-0c1eba10f9e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=107462c9-7523-4740-bf19-c9c6fec3b93d HTTP/1.1" status: 200 len: 217 time: 0.0325377 Jun 25 16:17:55.380886 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-d49a2bb5-2fe5-492a-bd47-3c6b808cdc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:55.382539 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-d49a2bb5-2fe5-492a-bd47-3c6b808cdc45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0449841 Jun 25 16:17:55.423672 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-4afd5fc0-cea0-46dd-9389-cb3557b92dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:55.425166 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-4afd5fc0-cea0-46dd-9389-cb3557b92dfb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368361 Jun 25 16:17:55.521131 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-7fc7217d-b28a-4233-b964-caa8d606f029 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890348 Jun 25 16:17:55.611849 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e150f0cc-6b88-479d-8f66-c22ee6a7f408 req-44d9c268-552a-47e5-9724-4b1c348363e0 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847704 Jun 25 16:17:55.897915 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813200dd-88db-4286-86ae-f756a8d71057 req-5fc421cf-20f2-46c9-9fb7-ecb5a44c3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:55.899392 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-813200dd-88db-4286-86ae-f756a8d71057 req-5fc421cf-20f2-46c9-9fb7-ecb5a44c3756 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 1127 time: 0.0424826 Jun 25 16:17:55.938714 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:55.941579 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:17:56.001319 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813200dd-88db-4286-86ae-f756a8d71057 req-c8f21ef4-4a38-42e5-938e-822e997306d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:56.002801 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-813200dd-88db-4286-86ae-f756a8d71057 req-c8f21ef4-4a38-42e5-938e-822e997306d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.0930450 Jun 25 16:17:56.331947 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-813200dd-88db-4286-86ae-f756a8d71057 req-7c458fff-cdf4-41ff-bfc0-96481480fec5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=107462c9-7523-4740-bf19-c9c6fec3b93d HTTP/1.1" status: 200 len: 217 time: 0.3194807 Jun 25 16:17:56.420916 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8970d6a-5e7a-4013-a5a9-8250393a7bef req-a5c25fe9-1deb-4859-a262-8f164abc1601 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:56.422350 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8970d6a-5e7a-4013-a5a9-8250393a7bef req-a5c25fe9-1deb-4859-a262-8f164abc1601 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.1016459 Jun 25 16:17:56.445932 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349270-360d-4a13-8fc1-4d7828d7c74b req-fc44ed4b-acc9-48ce-b887-a12f1287f5e5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:56.447235 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b349270-360d-4a13-8fc1-4d7828d7c74b req-fc44ed4b-acc9-48ce-b887-a12f1287f5e5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 943 time: 0.1252525 Jun 25 16:17:56.455312 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813200dd-88db-4286-86ae-f756a8d71057 req-73d4357b-b0a4-437e-b652-24d1749c2ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:56.456618 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-813200dd-88db-4286-86ae-f756a8d71057 req-73d4357b-b0a4-437e-b652-24d1749c2ab9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.1166601 Jun 25 16:17:56.546624 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813200dd-88db-4286-86ae-f756a8d71057 req-d214f7ac-4d29-4510-ad11-bdf9747c2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:56.548077 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-813200dd-88db-4286-86ae-f756a8d71057 req-d214f7ac-4d29-4510-ad11-bdf9747c2f07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826612 Jun 25 16:17:56.570105 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a8970d6a-5e7a-4013-a5a9-8250393a7bef req-f16471ed-67bf-456e-8934-f29cb61e5172 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408687 Jun 25 16:17:56.573339 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1b349270-360d-4a13-8fc1-4d7828d7c74b req-e7db3b64-52f2-494d-a5d4-31dd908f48bb tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196256 Jun 25 16:17:56.656053 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-813200dd-88db-4286-86ae-f756a8d71057 req-e54ab0b5-dad7-4565-a74f-dc6f119830d2 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998030 Jun 25 16:17:56.751941 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-813200dd-88db-4286-86ae-f756a8d71057 req-09b3339e-c64f-4437-b8e6-83ce557a0c46 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880473 Jun 25 16:17:57.734121 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefd6e6-0455-44e7-a1e1-ed3ccc33a8ab req-5cef8054-14a5-462c-99d6-03ea49bfea1f tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:57.735585 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1aefd6e6-0455-44e7-a1e1-ed3ccc33a8ab req-5cef8054-14a5-462c-99d6-03ea49bfea1f tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0858791 Jun 25 16:17:57.742049 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb07a5c-b1b2-4d7a-a894-ca19f83bf23a req-b890e4a0-de57-4563-b0d7-8c4b85bf95ad tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:57.743399 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8bb07a5c-b1b2-4d7a-a894-ca19f83bf23a req-b890e4a0-de57-4563-b0d7-8c4b85bf95ad tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 943 time: 0.0820067 Jun 25 16:17:57.835098 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8bb07a5c-b1b2-4d7a-a894-ca19f83bf23a req-d497a449-1abb-4903-854e-1aff11372b15 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846758 Jun 25 16:17:57.840306 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1aefd6e6-0455-44e7-a1e1-ed3ccc33a8ab req-2d60bdd0-e686-4531-98cc-86b46d5cdc2e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960362 Jun 25 16:17:58.977425 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb2a6b-3217-4871-a507-d201e60689a0 req-3353373b-d00e-473f-aed9-7250f979642b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:58.978854 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f9eb2a6b-3217-4871-a507-d201e60689a0 req-3353373b-d00e-473f-aed9-7250f979642b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 943 time: 0.0721188 Jun 25 16:17:59.000729 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82b78c-3813-4052-bbe3-df2f0b1276d9 req-82db8e5f-2409-4e3f-b55d-dd46a1178a9c tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:17:59.002239 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f82b78c-3813-4052-bbe3-df2f0b1276d9 req-82db8e5f-2409-4e3f-b55d-dd46a1178a9c tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0669861 Jun 25 16:17:59.064646 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f9eb2a6b-3217-4871-a507-d201e60689a0 req-ae203c64-5e0b-4707-9b65-7c130c960275 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801177 Jun 25 16:17:59.066445 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:17:59.094092 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2f82b78c-3813-4052-bbe3-df2f0b1276d9 req-bbb09786-8858-4053-8f1f-e199e1a62246 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852797 Jun 25 16:18:00.209859 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:00.214338 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:00.226519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2547ad6-60da-4938-932c-7da362fa3a33 req-3cc39e05-9e2d-4e43-b25b-70898114efb7 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:00.227980 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2547ad6-60da-4938-932c-7da362fa3a33 req-3cc39e05-9e2d-4e43-b25b-70898114efb7 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 943 time: 0.0832522 Jun 25 16:18:00.239026 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4b141-9318-4522-9875-a7c455f07daa req-c7cc1105-8c00-4555-a816-fc5412a1a591 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:00.240527 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3bb4b141-9318-4522-9875-a7c455f07daa req-c7cc1105-8c00-4555-a816-fc5412a1a591 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0662751 Jun 25 16:18:00.318665 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-a2547ad6-60da-4938-932c-7da362fa3a33 req-34300593-695f-4eb5-9979-584d205cc94b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771141 Jun 25 16:18:00.333437 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3bb4b141-9318-4522-9875-a7c455f07daa req-6411f800-7fe3-4024-ba28-46ce4dbaf10f tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&id=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861642 Jun 25 16:18:01.446226 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526a288-6d4e-4e5d-a27f-a464fc4e58d9 req-98dadd34-651c-4c52-8ab9-fcd3b0c2159a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:01.447692 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3526a288-6d4e-4e5d-a27f-a464fc4e58d9 req-98dadd34-651c-4c52-8ab9-fcd3b0c2159a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 943 time: 0.0491927 Jun 25 16:18:01.499729 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3526a288-6d4e-4e5d-a27f-a464fc4e58d9 req-bc302eb0-8f83-4ee1-b7a7-95d317035b88 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438650 Jun 25 16:18:02.620878 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88433033-5286-435a-9a2c-7aa8a56ffe78 req-9ad8b063-13b7-4ee5-848c-1fad367aa185 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:02.622331 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-88433033-5286-435a-9a2c-7aa8a56ffe78 req-9ad8b063-13b7-4ee5-848c-1fad367aa185 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 943 time: 0.0474966 Jun 25 16:18:02.673788 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-88433033-5286-435a-9a2c-7aa8a56ffe78 req-e615710c-1098-401e-82bd-36b6dc5b819b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Jun 25 16:18:03.160058 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 107462c9-7523-4740-bf19-c9c6fec3b93d details requested by agent hyperv_hv-cinder-84762 with host hv-cinder-84762 {{(pid=104059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 25 16:18:03.164805 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=29,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:03.165609 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=37,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:03.267949 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 107462c9-7523-4740-bf19-c9c6fec3b93d, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=107462c9-7523-4740-bf19-c9c6fec3b93d,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:03.279700 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Returning: {'device': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'port_id': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'mac_address': 'fa:16:3e:21:fa:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 25 16:18:03.325786 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 107462c9-7523-4740-bf19-c9c6fec3b93d is: DOWN; New status is: BUILD {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:18:03.326093 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:03.339643 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107462c9-7523-4740-bf19-c9c6fec3b93d {{(pid=104059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 25 16:18:03.367688 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 107462c9-7523-4740-bf19-c9c6fec3b93d, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=107462c9-7523-4740-bf19-c9c6fec3b93d,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:03.373758 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:03.419351 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=107462c9-7523-4740-bf19-c9c6fec3b93d,revision_number=4']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:03.426439 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.426779 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.427110 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.427443 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.427831 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.428135 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.428451 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.428801 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.429120 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.429438 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.429752 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.430070 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.430385 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.430678 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.430982 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:03.590035 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['107462c9-7523-4740-bf19-c9c6fec3b93d'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:18:03.799221 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ec94f-fd93-4ae1-af77-d67a48e838a9 req-a1519155-d02c-4d54-858b-e82c041d83d5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:03.800720 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d17ec94f-fd93-4ae1-af77-d67a48e838a9 req-a1519155-d02c-4d54-858b-e82c041d83d5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 944 time: 0.0520101 Jun 25 16:18:03.852293 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-d17ec94f-fd93-4ae1-af77-d67a48e838a9 req-28caf226-f70e-4889-85d9-e45254747254 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449920 Jun 25 16:18:04.969682 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377cd9b-8191-4669-8653-95abe6fad960 req-38164593-b0c2-4389-ad61-29ee63daf168 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:04.971127 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3377cd9b-8191-4669-8653-95abe6fad960 req-38164593-b0c2-4389-ad61-29ee63daf168 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 944 time: 0.0493140 Jun 25 16:18:05.023480 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-3377cd9b-8191-4669-8653-95abe6fad960 req-2a4cd966-7e72-4126-a9b7-374040dbd32b tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439005 Jun 25 16:18:05.172487 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 107462c9-7523-4740-bf19-c9c6fec3b93d up at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 25 16:18:05.219754 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning for port 107462c9-7523-4740-bf19-c9c6fec3b93d completed by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 25 16:18:05.227298 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Provisioning complete for port 107462c9-7523-4740-bf19-c9c6fec3b93d triggered by entity L2. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:18:05.227688 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:05.299790 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Current status of the port 107462c9-7523-4740-bf19-c9c6fec3b93d is: BUILD; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:18:05.300196 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), before_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:05.323064 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d'}] {{(pid=104059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:18:05.325299 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7ee60c0c8d345b1dd2f9420f74d2a048d26fad46ea687e8acee0b698259422db" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ed3383-0a62-4212-bd82-f7ce372c7792" -d '{"events": [{"server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "name": "network-vif-plugged", "status": "completed", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d"}]}' {{(pid=104059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:18:05.339231 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] For port 107462c9-7523-4740-bf19-c9c6fec3b93d, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=107462c9-7523-4740-bf19-c9c6fec3b93d,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:05.344620 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:05.391628 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Pushing event updated for resources: {'Port': ['ID=107462c9-7523-4740-bf19-c9c6fec3b93d,revision_number=5']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:05.427197 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa4d722-f95e-456c-88a7-a44f8ba1efec x-openstack-request-id: req-6fa4d722-f95e-456c-88a7-a44f8ba1efec {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:18:05.427510 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "name": "network-vif-plugged", "status": "completed", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d", "code": 200}]} {{(pid=104059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:18:05.427858 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6fa4d722-f95e-456c-88a7-a44f8ba1efec {{(pid=104059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:18:05.428276 dv-cinder-847620-2-iscsi neutron-server[104059]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fa4d722-f95e-456c-88a7-a44f8ba1efec'] response: {'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'code': 200} Jun 25 16:18:05.682185 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167d839-2442-4275-bee9-bb261897f5c4 req-01461a06-3255-412b-8c8b-ec31703ddeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:05.683634 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b167d839-2442-4275-bee9-bb261897f5c4 req-01461a06-3255-412b-8c8b-ec31703ddeb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 1129 time: 0.0438614 Jun 25 16:18:05.728722 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-b167d839-2442-4275-bee9-bb261897f5c4 req-44772914-2850-4701-bcdb-08020ea31432 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394216 Jun 25 16:18:06.159694 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59712f-773a-4290-b5a6-0ba6e1665af2 req-b43977c3-d01f-4845-95d5-48bf381cf829 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:06.161245 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6e59712f-773a-4290-b5a6-0ba6e1665af2 req-b43977c3-d01f-4845-95d5-48bf381cf829 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 945 time: 0.0549092 Jun 25 16:18:06.212922 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6e59712f-773a-4290-b5a6-0ba6e1665af2 req-09eb5a82-52b2-428b-b256-787c89ba49f7 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434411 Jun 25 16:18:07.334224 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a90dd-1ad5-4f95-9eb8-001ee25f56ef req-9834598d-2819-467d-92cd-e024cd985ac2 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:07.335666 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f38a90dd-1ad5-4f95-9eb8-001ee25f56ef req-9834598d-2819-467d-92cd-e024cd985ac2 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 945 time: 0.0468307 Jun 25 16:18:07.390531 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-f38a90dd-1ad5-4f95-9eb8-001ee25f56ef req-84d53be8-7004-4535-8add-86c96f6d6b47 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489109 Jun 25 16:18:07.508326 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2812a3-c1aa-48bb-93cf-b45d56c499ee req-6fa9d0cd-f51f-4e96-b82a-5cc7d9730831 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:07.509696 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0d2812a3-c1aa-48bb-93cf-b45d56c499ee req-6fa9d0cd-f51f-4e96-b82a-5cc7d9730831 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 945 time: 0.0523300 Jun 25 16:18:07.563261 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-0d2812a3-c1aa-48bb-93cf-b45d56c499ee req-eb519ea3-c8b2-416f-8764-af29a41c9344 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450728 Jun 25 16:18:07.587448 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48068) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:07.625914 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55017027-d43f-4257-992b-6a99c4856949 tempest-TestVolumeBootPattern-1058833902 tempest-TestVolumeBootPattern-1058833902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:07.627393 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-55017027-d43f-4257-992b-6a99c4856949 tempest-TestVolumeBootPattern-1058833902 tempest-TestVolumeBootPattern-1058833902-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 1124 time: 0.0389667 Jun 25 16:18:07.631632 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48070) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:07.635832 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Request body: {'floatingip': {'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'port_id': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:18:07.659888 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:07.725500 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:07.730581 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:07.741018 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (None), before_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:07.859768 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_common [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Allocated IP 172.27.2.116 (6e28cae3-f145-4522-a714-a63fa709a75b/9caabfce-049e-46ec-887c-71f5cb52b292/0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a) {{(pid=104058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 25 16:18:07.979879 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for port (0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:08.015472 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8764609863545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:08.058243 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Network 6e28cae3-f145-4522-a714-a63fa709a75b is already hosted by enough agents. {{(pid=104058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 25 16:18:08.063216 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.base_scheduler [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Resources bound (agent type, host, resource id): {{(pid=104058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 25 16:18:08.065660 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'Port': ['ID=0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a,revision_number=1']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:08.067924 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Received port after_create {{(pid=104058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 25 16:18:08.093029 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.093371 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.093709 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.094053 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.094361 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.094695 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.095037 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.095347 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.095666 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.095996 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.096313 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.096648 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.096968 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.097284 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.097594 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:08.497323 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (c033ff4d-f5e2-4501-974b-b856e4985f0c), precommit_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:08.559803 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:08.565029 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:08.602459 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:08.721004 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for port (0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:08.726045 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:08.801696 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event updated for resources: {'Port': ['ID=0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a,revision_number=2']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:08.811080 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-530975'] for floatingip (c033ff4d-f5e2-4501-974b-b856e4985f0c), after_create {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:08.907605 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Floating IP c033ff4d-f5e2-4501-974b-b856e4985f0c associated. External IP: 172.27.2.116, port: 107462c9-7523-4740-bf19-c9c6fec3b93d. Jun 25 16:18:09.109698 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Router ef26b951-697d-4207-8f99-ad0844fdea03 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:18:09.235504 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:18:09.246111 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] Sync routers for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:18:09.255909 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:09.257060 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:18:09.257666 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:17:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:09.286844 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-42952612-224f-4d49-853c-1d4117e1e628 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6541748 Jun 25 16:18:09.287511 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:18:09.289826 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326db48c-dc75-412d-a0f2-44c0314ff5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:18:09.325027 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19174e3-753d-4a87-a7da-4dd349164bf1 x-openstack-request-id: req-b19174e3-753d-4a87-a7da-4dd349164bf1 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:18:09.325315 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:18:09.325563 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b19174e3-753d-4a87-a7da-4dd349164bf1 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:18:09.325968 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19174e3-753d-4a87-a7da-4dd349164bf1'] response: {'name': 'network-changed', 'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'status': 'completed', 'code': 200} Jun 25 16:18:09.358026 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:18:09.389804 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-089e84d3-2645-4de1-9ad5-ac3524691766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:09.391260 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-089e84d3-2645-4de1-9ad5-ac3524691766 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 1129 time: 0.0442221 Jun 25 16:18:09.478671 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-110ea810-c6ea-4fcc-a920-75a29644be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:09.480210 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-110ea810-c6ea-4fcc-a920-75a29644be52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.0832026 Jun 25 16:18:09.528010 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:09.545408 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-f62b899b-56c2-4c9b-8228-fabce57bf5dc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=107462c9-7523-4740-bf19-c9c6fec3b93d HTTP/1.1" status: 200 len: 999 time: 0.0596972 Jun 25 16:18:09.569794 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b9756fdc-95f5-455d-b97a-bbed7ec1e86e', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:16:15Z', 'updated_at': '2022-06-25T16:16:17Z', 'revision_number': 1, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}, {'id': 'c033ff4d-f5e2-4501-974b-b856e4985f0c', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:21:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:18:08Z', 'updated_at': '2022-06-25T16:18:08Z', 'revision_number': 0, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:09.593757 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] Checking router: ef26b951-697d-4207-8f99-ad0844fdea03 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:18:09.601414 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-ae246c16-b833-44ce-a1ea-14ab8573beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:09.602448 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:18:09.602838 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-ae246c16-b833-44ce-a1ea-14ab8573beaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0454679 Jun 25 16:18:09.602996 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:17:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:09.641304 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:09.648171 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-0b264ee5-5064-411f-ae19-547292fe5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:09.649848 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-0b264ee5-5064-411f-ae19-547292fe5b6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414300 Jun 25 16:18:09.746970 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-d86c53bc-ba72-4211-af49-5eac1ff4e384 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914719 Jun 25 16:18:09.785036 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:18:09.837431 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-326db48c-dc75-412d-a0f2-44c0314ff5f2 req-d42e0599-147e-4bf4-9e40-75f2c8717473 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854664 Jun 25 16:18:09.994289 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b9756fdc-95f5-455d-b97a-bbed7ec1e86e', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:16:15Z', 'updated_at': '2022-06-25T16:16:17Z', 'revision_number': 1, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}, {'id': 'c033ff4d-f5e2-4501-974b-b856e4985f0c', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:21:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:18:08Z', 'updated_at': '2022-06-25T16:18:08Z', 'revision_number': 0, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:10.018367 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefef98-3448-48f1-8b11-60d4404a7bb6 None None] The sync data for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi is: [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b9756fdc-95f5-455d-b97a-bbed7ec1e86e', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:16:15Z', 'updated_at': '2022-06-25T16:16:17Z', 'revision_number': 1, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}, {'id': 'c033ff4d-f5e2-4501-974b-b856e4985f0c', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:21:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:18:08Z', 'updated_at': '2022-06-25T16:18:08Z', 'revision_number': 0, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:18:10.202325 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a237459-4469-48a6-a68a-81be63e86cf0 None None] New status for floating IP c033ff4d-f5e2-4501-974b-b856e4985f0c: ACTIVE {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:18:10.232453 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:10.238731 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:11.093369 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:12.404440 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8c08b67e-5b47-4655-83e1-6ee7d0a38233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:14.449524 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-17939862-2004-41b6-98ee-759efcf09a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:15.942283 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:17.631148 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:17.859254 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:19.831645 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=29 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:19.834621 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=21 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:19.990317 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:19.996858 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=80 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:20.059001 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-b8e3d9a1-47a0-4c71-86c6-8fd8f3a84409 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439398 Jun 25 16:18:20.133259 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-7a13e84b-9319-408d-a428-8692eb0d42a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:20.135330 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-7a13e84b-9319-408d-a428-8692eb0d42a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1730bdd7de14144bf75c92004923f9a&device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1168 time: 0.0496888 Jun 25 16:18:20.257872 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-38af9307-45b1-467b-9b2d-5dbb74d827be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:20.259870 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-38af9307-45b1-467b-9b2d-5dbb74d827be service neutron] 10.222.0.26 "GET /v2.0/networks?id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 200 len: 915 time: 0.0907412 Jun 25 16:18:20.326586 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-5a20b657-d41a-48de-aba7-fc78ddc89b51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 1001 time: 0.0600133 Jun 25 16:18:20.382518 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-0e3531bd-6af2-4041-a6db-e52507b77ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:20.384088 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-0e3531bd-6af2-4041-a6db-e52507b77ca8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce99266e-aec9-433b-a1e1-ac248f1a986c HTTP/1.1" status: 200 len: 853 time: 0.0507247 Jun 25 16:18:20.431535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-de2682bb-2727-4ab7-a8ae-a1b191305268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:20.433061 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-de2682bb-2727-4ab7-a8ae-a1b191305268 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408552 Jun 25 16:18:20.531595 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-150cc31e-8f6d-4352-b941-e791cedf10c9 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911355 Jun 25 16:18:20.623734 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-24dbf7a4-bca6-49ec-a204-8ca39230f41a req-815ac07b-3fed-4065-9519-dde081bf0f12 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843835 Jun 25 16:18:27.850177 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:27.853229 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:30.618787 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=52 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:30.620863 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=49 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:33.390881 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-870fe76c-5e8c-4090-9fd9-021c848eb9e6 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1380889855&fields=id&tenant_id=b1730bdd7de14144bf75c92004923f9a HTTP/1.1" status: 200 len: 267 time: 0.0514424 Jun 25 16:18:33.441474 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-45dc7107-8821-41f6-a232-fc2e5a983952 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:33.443104 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-45dc7107-8821-41f6-a232-fc2e5a983952 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 984 time: 0.0466301 Jun 25 16:18:33.453389 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.v2.base [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-7cd4061e-24e2-4ddd-888d-25fe1d1f735e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Request body: {'port': {'security_groups': ['4e57537f-270f-45f4-8670-32e7f73261a8']}} {{(pid=104058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 25 16:18:33.537501 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-7cd4061e-24e2-4ddd-888d-25fe1d1f735e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16657110'] for port (a95cf970-c715-4dd2-84f4-761293704f29), before_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:33.719777 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-7cd4061e-24e2-4ddd-888d-25fe1d1f735e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] For port a95cf970-c715-4dd2-84f4-761293704f29, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a95cf970-c715-4dd2-84f4-761293704f29,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:33.757330 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-7cd4061e-24e2-4ddd-888d-25fe1d1f735e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for port (a95cf970-c715-4dd2-84f4-761293704f29), precommit_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:33.763024 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-7cd4061e-24e2-4ddd-888d-25fe1d1f735e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8764610382686', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8764609863563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8764609863581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3065895'] for port (a95cf970-c715-4dd2-84f4-761293704f29), after_update {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:33.778544 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['a95cf970-c715-4dd2-84f4-761293704f29'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:18:33.816818 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-7cd4061e-24e2-4ddd-888d-25fe1d1f735e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:33.817447 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-7cd4061e-24e2-4ddd-888d-25fe1d1f735e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:33.818962 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8b30f726-886f-4db9-a5c5-25aeb2d3af46 req-7cd4061e-24e2-4ddd-888d-25fe1d1f735e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "PUT /v2.0/ports/a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 942 time: 0.3699315 Jun 25 16:18:33.824948 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:18:33.825614 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48086) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:33.829295 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1261f47d-d969-42ae-9f46-fe5a63af5d78" -d '{"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:18:33.869881 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4061e-24e2-4ddd-888d-25fe1d1f735e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event updated for resources: {'Port': ['ID=a95cf970-c715-4dd2-84f4-761293704f29,revision_number=7']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:33.890901 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bea8a3-1a23-4604-81e3-b939ac1e0d94 x-openstack-request-id: req-45bea8a3-1a23-4604-81e3-b939ac1e0d94 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:18:33.890901 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:18:33.890901 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45bea8a3-1a23-4604-81e3-b939ac1e0d94 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:18:33.903103 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45bea8a3-1a23-4604-81e3-b939ac1e0d94'] response: {'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29', 'status': 'completed', 'code': 200} Jun 25 16:18:33.909548 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['a95cf970-c715-4dd2-84f4-761293704f29'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:18:33.930174 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group (c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:33.954717 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-763cb388-1c19-4082-827d-b87040c134a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:33.956315 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-763cb388-1c19-4082-827d-b87040c134a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1730bdd7de14144bf75c92004923f9a&device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1129 time: 0.0488064 Jun 25 16:18:33.960696 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group (c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:34.044312 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:34.048085 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:34.049275 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "DELETE /v2.0/security-groups/c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa HTTP/1.1" status: 204 len: 168 time: 0.2226608 Jun 25 16:18:34.054115 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48092) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:34.059482 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e1adc0-200b-47ae-bd2c-ec1bddadbcaa,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:34.067639 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.068041 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.068378 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.068732 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.069056 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.069377 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.069693 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.070023 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.070319 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.070633 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.070987 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.071303 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.071612 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.071919 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.072229 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e07b858-5126-4b46-a4ed-70e36ef387b3 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:18:34.092863 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-c18724b9-3e95-4197-ab3f-3343110579c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:34.094439 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-c18724b9-3e95-4197-ab3f-3343110579c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 200 len: 915 time: 0.1306250 Jun 25 16:18:34.142464 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.provisioning_blocks [None req-751467d7-70c1-4fc7-9ced-0b9882a2d35f None None] Provisioning complete for port a95cf970-c715-4dd2-84f4-761293704f29 triggered by entity DHCP. {{(pid=104059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 25 16:18:34.142831 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-751467d7-70c1-4fc7-9ced-0b9882a2d35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16348118'] for port (a95cf970-c715-4dd2-84f4-761293704f29), provisioning_complete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:34.197213 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-8561ae5d-f7ec-4f48-833d-7d8377cdc1a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 1001 time: 0.0955563 Jun 25 16:18:34.214367 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-751467d7-70c1-4fc7-9ced-0b9882a2d35f None None] Current status of the port a95cf970-c715-4dd2-84f4-761293704f29 is: ACTIVE; New status is: ACTIVE {{(pid=104059) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 25 16:18:34.282088 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-842df4ce-d97b-4b33-9bee-bfc904119b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:34.283416 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-842df4ce-d97b-4b33-9bee-bfc904119b09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce99266e-aec9-433b-a1e1-ac248f1a986c HTTP/1.1" status: 200 len: 853 time: 0.0734122 Jun 25 16:18:34.284115 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Deleting port 57d61e66-3789-42d3-b1af-5da1e6ed2ae6 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:18:34.284457 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (57d61e66-3789-42d3-b1af-5da1e6ed2ae6), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:34.367785 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-ec7c75a6-3ab9-4729-a909-f3349d124945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:34.369276 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-ec7c75a6-3ab9-4729-a909-f3349d124945 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730712 Jun 25 16:18:34.382877 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:34.386343 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:34.412568 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (57d61e66-3789-42d3-b1af-5da1e6ed2ae6), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:34.413199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for floatingip (57d61e66-3789-42d3-b1af-5da1e6ed2ae6), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:34.729757 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Calling delete_port for 57d61e66-3789-42d3-b1af-5da1e6ed2ae6 owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:18:34.798516 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-3b26a9b6-971b-469d-8c2a-c0caac931c42 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232442 Jun 25 16:18:34.918958 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-1261f47d-d969-42ae-9f46-fe5a63af5d78 req-3af2d85e-a322-407e-9565-8b8c3e91d6f3 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113937 Jun 25 16:18:34.971095 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (57d61e66-3789-42d3-b1af-5da1e6ed2ae6), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:34.995023 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event deleted for resources: {'Port': ['ID=57d61e66-3789-42d3-b1af-5da1e6ed2ae6,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:35.057126 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks [] for floatingip (1014f49f-2f38-4cf5-a85d-7af814b6bbae), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:35.057411 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Floating IP 1014f49f-2f38-4cf5-a85d-7af814b6bbae disassociated (deleted). External IP: 172.27.2.110, port: a95cf970-c715-4dd2-84f4-761293704f29. Jun 25 16:18:35.251549 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Router 9018aca7-591e-46ba-8ff3-ee65ae983a9b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:18:35.351626 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:18:35.356561 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:35.357812 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:35.364234 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] Sync routers for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:18:35.374823 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:18:35.375538 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:18:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:35.387132 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-41ae2c32-f62a-454b-8e90-e38c4972ffea tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "DELETE /v2.0/floatingips/1014f49f-2f38-4cf5-a85d-7af814b6bbae HTTP/1.1" status: 204 len: 168 time: 1.3319929 Jun 25 16:18:35.481104 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:18:35.681031 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '881beb33-fbc9-41b9-9435-7ed369bb77b2', 'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'mac_address': 'fa:16:3e:15:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:35Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 5, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'subnets': [{'id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:35.705433 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] Checking router: 9018aca7-591e-46ba-8ff3-ee65ae983a9b for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:18:35.714304 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:18:35.714889 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:18:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:35.822881 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:18:35.904724 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:18:35.907259 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dfb640-d63d-457e-847f-c6f1efd0c281" -d '{"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:18:35.944325 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580dad36-b709-48fc-8f4f-bd1a4cffa132 x-openstack-request-id: req-580dad36-b709-48fc-8f4f-bd1a4cffa132 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:18:35.944325 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "tag": "a95cf970-c715-4dd2-84f4-761293704f29", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:18:35.944621 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-580dad36-b709-48fc-8f4f-bd1a4cffa132 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:18:35.944818 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580dad36-b709-48fc-8f4f-bd1a4cffa132'] response: {'name': 'network-changed', 'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29', 'status': 'completed', 'code': 200} Jun 25 16:18:36.008350 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '881beb33-fbc9-41b9-9435-7ed369bb77b2', 'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'mac_address': 'fa:16:3e:15:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:35Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 5, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'subnets': [{'id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:36.015091 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-3e8e14fe-1259-4e73-b489-9461513df326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:36.016637 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-3e8e14fe-1259-4e73-b489-9461513df326 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b1730bdd7de14144bf75c92004923f9a&device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 1129 time: 0.0430663 Jun 25 16:18:36.033045 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf73c5cd-c5a0-42b5-90f8-13e6e2f6990e None None] The sync data for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi is: [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:35Z', 'revision_number': 4, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '881beb33-fbc9-41b9-9435-7ed369bb77b2', 'name': '', 'network_id': '695bd089-2bfd-4bbe-b1ed-d7cf1f841487', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'mac_address': 'fa:16:3e:15:e9:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:35Z', 'updated_at': '2022-06-25T16:16:40Z', 'revision_number': 5, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'subnets': [{'id': 'ce99266e-aec9-433b-a1e1-ac248f1a986c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:18:36.065590 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:18:36.090993 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:36.148967 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-5c0606c3-141c-4fe1-98dc-4cab8ddbdc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:36.150428 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-5c0606c3-141c-4fe1-98dc-4cab8ddbdc98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 200 len: 915 time: 0.0957272 Jun 25 16:18:36.190509 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-86033246-4669-436a-8124-6d04f38268c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 200 len: 217 time: 0.0336168 Jun 25 16:18:36.243519 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-86806793-13ad-4665-979d-555513696a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:36.245790 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-86806793-13ad-4665-979d-555513696a81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ce99266e-aec9-433b-a1e1-ac248f1a986c HTTP/1.1" status: 200 len: 853 time: 0.0487413 Jun 25 16:18:36.283529 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906dac2d-246c-4555-a519-cd30eb2a202d None None] New status for floating IP 1014f49f-2f38-4cf5-a85d-7af814b6bbae: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:18:36.299812 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-b3f0ac92-368f-4e7b-a0c1-755f375e23a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:36.301357 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-b3f0ac92-368f-4e7b-a0c1-755f375e23a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=695bd089-2bfd-4bbe-b1ed-d7cf1f841487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462496 Jun 25 16:18:36.403121 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-d1c64cc8-6c55-4e64-a552-2ee01dbab4f8 service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949886 Jun 25 16:18:36.494862 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-80dfb640-d63d-457e-847f-c6f1efd0c281 req-1ea3ac0f-21ff-491c-b699-f16c4780c17f service neutron] 10.222.0.26 "GET /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863340 Jun 25 16:18:38.141726 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6875f4e9-939c-4bd7-824b-19eaa573bc21 req-b0e78ec6-cbff-44db-8b65-55fe2b3267c1 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:38.143107 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6875f4e9-939c-4bd7-824b-19eaa573bc21 req-b0e78ec6-cbff-44db-8b65-55fe2b3267c1 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 945 time: 0.0571685 Jun 25 16:18:38.191664 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-6875f4e9-939c-4bd7-824b-19eaa573bc21 req-4b2cdb93-20c0-4852-9791-36a04cd72360 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423520 Jun 25 16:18:39.331140 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5d1d-223b-46c9-885c-0e28a41b60df req-eccd9622-442d-4801-94af-5d30b02ae468 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:39.332593 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-715f5d1d-223b-46c9-885c-0e28a41b60df req-eccd9622-442d-4801-94af-5d30b02ae468 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 945 time: 0.0523849 Jun 25 16:18:39.382142 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-715f5d1d-223b-46c9-885c-0e28a41b60df req-d68c4407-34a4-4036-951c-2e4e89713b51 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/security-groups?id=4e57537f-270f-45f4-8670-32e7f73261a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418365 Jun 25 16:18:39.701342 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-2373e073-eb1d-4613-82f1-ced6b1759638 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:18:39.702755 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-2373e073-eb1d-4613-82f1-ced6b1759638 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.26 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 945 time: 0.0529869 Jun 25 16:18:39.792737 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Deleting port a95cf970-c715-4dd2-84f4-761293704f29 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:18:39.793072 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (a95cf970-c715-4dd2-84f4-761293704f29), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:39.883249 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] For port a95cf970-c715-4dd2-84f4-761293704f29, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=a95cf970-c715-4dd2-84f4-761293704f29,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:39.883609 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (a95cf970-c715-4dd2-84f4-761293704f29), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:39.897264 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Calling delete_port for a95cf970-c715-4dd2-84f4-761293704f29 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:18:39.983602 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:40.053488 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (a95cf970-c715-4dd2-84f4-761293704f29), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:40.065644 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] get_ports_and_sgs() called for port_ids ['a95cf970-c715-4dd2-84f4-761293704f29'] {{(pid=104059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 25 16:18:40.079944 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Pushing event deleted for resources: {'Port': ['ID=a95cf970-c715-4dd2-84f4-761293704f29,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:40.127231 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] No DVR routers for this DVR port a95cf970-c715-4dd2-84f4-761293704f29 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:18:40.130007 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:40.133266 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-e97fab8f-294c-417b-b7f5-514fefe86588 req-c2b768b6-40f4-41d7-9b4b-e7eb9ba6580e tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.26 "DELETE /v2.0/ports/a95cf970-c715-4dd2-84f4-761293704f29 HTTP/1.1" status: 204 len: 173 time: 0.4230502 Jun 25 16:18:40.133688 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'name': 'network-vif-deleted', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:18:40.136054 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e685802-09b1-43b8-b80d-25e7065c2ac0" -d '{"events": [{"server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "name": "network-vif-deleted", "tag": "a95cf970-c715-4dd2-84f4-761293704f29"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:18:40.172139 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7bf317-06ae-4c59-9955-716fac29769b x-openstack-request-id: req-3b7bf317-06ae-4c59-9955-716fac29769b {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:18:40.172434 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3466d47-427c-4fde-9c19-90aea43be44b", "name": "network-vif-deleted", "tag": "a95cf970-c715-4dd2-84f4-761293704f29", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:18:40.172691 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b7bf317-06ae-4c59-9955-716fac29769b {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:18:40.173085 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7bf317-06ae-4c59-9955-716fac29769b'] response: {'server_uuid': 'a3466d47-427c-4fde-9c19-90aea43be44b', 'name': 'network-vif-deleted', 'tag': 'a95cf970-c715-4dd2-84f4-761293704f29', 'status': 'completed', 'code': 200} Jun 25 16:18:40.504183 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-71dcb51b-04e5-4a29-9ea5-e5e6be393ad1 req-3142b49c-bb2d-4f9f-a939-76514297fec7 tempest-TestMinimumBasicScenario-1764023687 tempest-TestMinimumBasicScenario-1764023687-project] 10.222.0.13 "GET /v2.0/ports?device_id=a3466d47-427c-4fde-9c19-90aea43be44b HTTP/1.1" status: 200 len: 210 time: 0.0326803 Jun 25 16:18:41.097176 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:42.124538 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48176) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:42.399800 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-cf60edd3-8da3-43ea-9183-c77b1bbc81ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:42.437995 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (9018aca7-591e-46ba-8ff3-ee65ae983a9b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:42.659696 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Deleting port 881beb33-fbc9-41b9-9435-7ed369bb77b2 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:18:42.659915 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:42.759084 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] For port 881beb33-fbc9-41b9-9435-7ed369bb77b2, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=881beb33-fbc9-41b9-9435-7ed369bb77b2,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:42.759443 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:42.772895 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Calling delete_port for 881beb33-fbc9-41b9-9435-7ed369bb77b2 owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:18:42.826704 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:42.832658 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:42.957446 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (881beb33-fbc9-41b9-9435-7ed369bb77b2), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:42.985624 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Pushing event deleted for resources: {'Port': ['ID=881beb33-fbc9-41b9-9435-7ed369bb77b2,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:43.145758 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (9018aca7-591e-46ba-8ff3-ee65ae983a9b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:43.326682 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device a95cf970-c715-4dd2-84f4-761293704f29 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:18:43.345123 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: a95cf970-c715-4dd2-84f4-761293704f29 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:18:43.345467 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device a95cf970-c715-4dd2-84f4-761293704f29 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:18:43.354297 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Router 9018aca7-591e-46ba-8ff3-ee65ae983a9b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:18:43.455101 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:18:43.460682 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-4b0582e3-4e1f-4d5f-8182-261f1ddb3934 admin admin] 10.222.0.13 "PUT /v2.0/routers/9018aca7-591e-46ba-8ff3-ee65ae983a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3350623 Jun 25 16:18:43.464450 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48178) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:43.466804 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] Sync routers for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:18:43.477685 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:18:43.478589 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:18:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:43.565331 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks [] for router (9018aca7-591e-46ba-8ff3-ee65ae983a9b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:43.579212 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:18:43.664785 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks [] for router_gateway (9018aca7-591e-46ba-8ff3-ee65ae983a9b), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:43.700189 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:43.710426 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Deleting port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:18:43.710761 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:43.712122 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:43.724248 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:43.761175 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:18:42Z', 'revision_number': 5, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port': {'id': 'ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:27:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:43.789337 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] Checking router: 9018aca7-591e-46ba-8ff3-ee65ae983a9b for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:18:43.793297 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] For port ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:43.793661 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:43.797996 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] Routers {'9018aca7-591e-46ba-8ff3-ee65ae983a9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:18:43.798601 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:18:14Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:43.811429 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Calling delete_port for ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:18:43.956630 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:43.963142 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] Set router 9018aca7-591e-46ba-8ff3-ee65ae983a9b gateway port host: None {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:18:43.982414 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.006051 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:44.015475 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:18:43Z', 'revision_number': 6, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port_host': None}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:44.040020 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3f331d-f410-42a3-9696-ea09a00d305d None None] The sync data for ids ['9018aca7-591e-46ba-8ff3-ee65ae983a9b'] in dv-cinder-847620-2-iscsi is: [{'id': '9018aca7-591e-46ba-8ff3-ee65ae983a9b', 'name': 'tempest-TestMinimumBasicScenario-432394702-router', 'tenant_id': 'b1730bdd7de14144bf75c92004923f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:33Z', 'updated_at': '2022-06-25T16:18:43Z', 'revision_number': 6, 'project_id': 'b1730bdd7de14144bf75c92004923f9a', 'gw_port_host': None}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:18:44.076099 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (9018aca7-591e-46ba-8ff3-ee65ae983a9b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.161319 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (9018aca7-591e-46ba-8ff3-ee65ae983a9b), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.163506 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks [] for router_controller (9018aca7-591e-46ba-8ff3-ee65ae983a9b), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.208606 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (9018aca7-591e-46ba-8ff3-ee65ae983a9b), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.209515 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9018aca7-591e-46ba-8ff3-ee65ae983a9b {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:18:44.214193 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.215611 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-050e51fa-67d3-4de3-9052-08db18ea4265 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9018aca7-591e-46ba-8ff3-ee65ae983a9b HTTP/1.1" status: 204 len: 168 time: 0.7499840 Jun 25 16:18:44.218290 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48180) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:44.266913 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4b32d2-e6c6-4809-81b4-63330a221e55 admin admin] Deleting subnet ce99266e-aec9-433b-a1e1-ac248f1a986c {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:18:44.270168 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d4b32d2-e6c6-4809-81b4-63330a221e55 admin admin] Publish callbacks [] for subnet (ce99266e-aec9-433b-a1e1-ac248f1a986c), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.304226 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d4b32d2-e6c6-4809-81b4-63330a221e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (ce99266e-aec9-433b-a1e1-ac248f1a986c), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.377758 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d4b32d2-e6c6-4809-81b4-63330a221e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (ce99266e-aec9-433b-a1e1-ac248f1a986c), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.457596 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b6b039aa-8033-4dfd-844b-43c442a5cce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.673452 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d4b32d2-e6c6-4809-81b4-63330a221e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (ce99266e-aec9-433b-a1e1-ac248f1a986c), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.698731 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b32d2-e6c6-4809-81b4-63330a221e55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce99266e-aec9-433b-a1e1-ac248f1a986c,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:44.702451 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-3d4b32d2-e6c6-4809-81b4-63330a221e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.706157 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-3d4b32d2-e6c6-4809-81b4-63330a221e55 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ce99266e-aec9-433b-a1e1-ac248f1a986c HTTP/1.1" status: 204 len: 168 time: 0.4861073 Jun 25 16:18:44.708086 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48182) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:44.710627 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61e01ef-96d9-403d-a07d-a30e89c6275c None None] Network 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:18:44.777726 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (695bd089-2bfd-4bbe-b1ed-d7cf1f841487), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.825396 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:44.829313 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Deleting port aca40776-fb58-4154-9a2b-e74ce00c20d6 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:18:44.829655 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.854912 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:44.896587 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 881beb33-fbc9-41b9-9435-7ed369bb77b2 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:18:44.903776 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] For port aca40776-fb58-4154-9a2b-e74ce00c20d6, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=aca40776-fb58-4154-9a2b-e74ce00c20d6,segment=NetworkSegment(780535f0-2df4-4c0f-905b-8f041982389a),segment_id=780535f0-2df4-4c0f-905b-8f041982389a)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:44.904129 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:44.917088 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Calling delete_port for aca40776-fb58-4154-9a2b-e74ce00c20d6 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:18:44.933143 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 881beb33-fbc9-41b9-9435-7ed369bb77b2 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:18:44.933479 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 881beb33-fbc9-41b9-9435-7ed369bb77b2 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:18:45.001868 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (aca40776-fb58-4154-9a2b-e74ce00c20d6), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.018194 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110577dd-9e9e-447c-8df4-cdf804a61e47 None None] DHCP port deletion for 695bd089-2bfd-4bbe-b1ed-d7cf1f841487 request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:18:45.028092 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Pushing event deleted for resources: {'Port': ['ID=aca40776-fb58-4154-9a2b-e74ce00c20d6,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:45.032674 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] No DVR routers for this DVR port aca40776-fb58-4154-9a2b-e74ce00c20d6 on host dv-cinder-847620-2-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:18:45.107826 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (695bd089-2bfd-4bbe-b1ed-d7cf1f841487), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.129080 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695bd089-2bfd-4bbe-b1ed-d7cf1f841487']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:45.139650 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '780535f0-2df4-4c0f-905b-8f041982389a') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:45.139937 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '780535f0-2df4-4c0f-905b-8f041982389a') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:45.149540 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (780535f0-2df4-4c0f-905b-8f041982389a), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.162542 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (780535f0-2df4-4c0f-905b-8f041982389a), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.168653 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:18:45.169273 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (780535f0-2df4-4c0f-905b-8f041982389a), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.227217 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (695bd089-2bfd-4bbe-b1ed-d7cf1f841487), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.233309 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.238250 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] 10.222.0.13 "DELETE /v2.0/networks/695bd089-2bfd-4bbe-b1ed-d7cf1f841487 HTTP/1.1" status: 204 len: 168 time: 0.5289652 Jun 25 16:18:45.241261 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48188) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:45.249641 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 780535f0-2df4-4c0f-905b-8f041982389a resource provider aggregate not found Jun 25 16:18:45.254110 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e0972-67e6-4e0b-9208-1a580445acda admin admin] Pushing event deleted for resources: {'Network': ['ID=695bd089-2bfd-4bbe-b1ed-d7cf1f841487,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:45.267163 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 780535f0-2df4-4c0f-905b-8f041982389a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 780535f0-2df4-4c0f-905b-8f041982389a found for delete ", "request_id": "req-c82f3553-1cc4-4eb5-b00f-531e524c9e57"}]} Jun 25 16:18:45.302184 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:45.572729 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (976c7f47-4472-4ded-b50d-f63c6cf64e4e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.793953 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Deleting port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:18:45.794234 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.872400 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] For port a8a6b6f9-3050-49ca-afa4-6fd07921b6cb, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=a8a6b6f9-3050-49ca-afa4-6fd07921b6cb,segment=NetworkSegment(5d28eb00-2148-42bf-922a-b9bebf28d7ae),segment_id=5d28eb00-2148-42bf-922a-b9bebf28d7ae)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:45.872783 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.885750 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Calling delete_port for a8a6b6f9-3050-49ca-afa4-6fd07921b6cb owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:18:45.938840 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:45.983642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:46.070024 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (a8a6b6f9-3050-49ca-afa4-6fd07921b6cb), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:46.099070 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a6b6f9-3050-49ca-afa4-6fd07921b6cb,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:46.192270 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:46.254175 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (976c7f47-4472-4ded-b50d-f63c6cf64e4e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:46.477020 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Router 976c7f47-4472-4ded-b50d-f63c6cf64e4e has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:18:46.509393 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device aca40776-fb58-4154-9a2b-e74ce00c20d6 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:18:46.528880 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: aca40776-fb58-4154-9a2b-e74ce00c20d6 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:18:46.529195 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device aca40776-fb58-4154-9a2b-e74ce00c20d6 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:18:46.529601 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:18:46.547224 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:18:46.547564 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device ab8dd6b9-e2e7-4ee5-8ae4-06886a6f988e not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:18:46.580283 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:18:46.585347 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-068c4465-7594-4577-9fc4-5fb83eb1d04b admin admin] 10.222.0.13 "PUT /v2.0/routers/976c7f47-4472-4ded-b50d-f63c6cf64e4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3424742 Jun 25 16:18:46.588168 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48192) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:46.588861 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] Sync routers for ids ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:18:46.599970 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] Routers {'976c7f47-4472-4ded-b50d-f63c6cf64e4e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:18:46.600657 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:18:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:46.720535 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] Set router 976c7f47-4472-4ded-b50d-f63c6cf64e4e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:18:46.781565 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:46.860637 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:46.905748 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:37Z', 'updated_at': '2022-06-25T16:18:46Z', 'revision_number': 5, 'project_id': '30f6f1f26604417994fee495603b5838', 'gw_port': {'id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:38Z', 'updated_at': '2022-06-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:46.933530 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] Checking router: 976c7f47-4472-4ded-b50d-f63c6cf64e4e for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:18:46.942746 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] Routers {'976c7f47-4472-4ded-b50d-f63c6cf64e4e'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:18:46.943432 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:18:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:46.968958 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks [] for router (976c7f47-4472-4ded-b50d-f63c6cf64e4e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.040379 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] Set router 976c7f47-4472-4ded-b50d-f63c6cf64e4e gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:18:47.065402 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:47.068398 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks [] for router_gateway (976c7f47-4472-4ded-b50d-f63c6cf64e4e), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.110473 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Deleting port 84ac1a17-9cb8-401c-8ef7-7558e93d0121 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:18:47.110805 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.188833 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] For port 84ac1a17-9cb8-401c-8ef7-7558e93d0121, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=84ac1a17-9cb8-401c-8ef7-7558e93d0121,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:47.189165 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.202003 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Calling delete_port for 84ac1a17-9cb8-401c-8ef7-7558e93d0121 owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:18:47.214329 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:37Z', 'updated_at': '2022-06-25T16:18:46Z', 'revision_number': 5, 'project_id': '30f6f1f26604417994fee495603b5838', 'gw_port': {'id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:38Z', 'updated_at': '2022-06-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:47.238479 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe6620d-6085-4cc7-9e4d-50bdaeaa7fa9 None None] The sync data for ids ['976c7f47-4472-4ded-b50d-f63c6cf64e4e'] in dv-cinder-847620-2-iscsi is: [{'id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'name': 'tempest-TestMinimumBasicScenario-719848204-router', 'tenant_id': '30f6f1f26604417994fee495603b5838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:16:37Z', 'updated_at': '2022-06-25T16:18:46Z', 'revision_number': 5, 'project_id': '30f6f1f26604417994fee495603b5838', 'gw_port': {'id': '84ac1a17-9cb8-401c-8ef7-7558e93d0121', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:6c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976c7f47-4472-4ded-b50d-f63c6cf64e4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:16:38Z', 'updated_at': '2022-06-25T16:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:18:47.374717 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (84ac1a17-9cb8-401c-8ef7-7558e93d0121), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.402445 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ac1a17-9cb8-401c-8ef7-7558e93d0121,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:47.445328 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:47.463915 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (976c7f47-4472-4ded-b50d-f63c6cf64e4e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.549624 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (976c7f47-4472-4ded-b50d-f63c6cf64e4e), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.552068 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks [] for router_controller (976c7f47-4472-4ded-b50d-f63c6cf64e4e), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.596757 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (976c7f47-4472-4ded-b50d-f63c6cf64e4e), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.597544 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976c7f47-4472-4ded-b50d-f63c6cf64e4e {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:18:47.602885 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.606502 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-013bd86d-d751-4f72-a298-a2a289b107d5 admin admin] 10.222.0.13 "DELETE /v2.0/routers/976c7f47-4472-4ded-b50d-f63c6cf64e4e HTTP/1.1" status: 204 len: 168 time: 1.0149488 Jun 25 16:18:47.606807 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48194) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:47.629545 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.658454 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa92b5ac-b6e9-41b2-b9f0-b5d814d494e4 admin admin] Deleting subnet dc85feb4-13e6-453a-8d95-301d8e965c82 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:18:47.661898 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa92b5ac-b6e9-41b2-b9f0-b5d814d494e4 admin admin] Publish callbacks [] for subnet (dc85feb4-13e6-453a-8d95-301d8e965c82), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.699335 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa92b5ac-b6e9-41b2-b9f0-b5d814d494e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (dc85feb4-13e6-453a-8d95-301d8e965c82), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.775504 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa92b5ac-b6e9-41b2-b9f0-b5d814d494e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (dc85feb4-13e6-453a-8d95-301d8e965c82), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.837516 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa92b5ac-b6e9-41b2-b9f0-b5d814d494e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (dc85feb4-13e6-453a-8d95-301d8e965c82), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.862795 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.871469 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92b5ac-b6e9-41b2-b9f0-b5d814d494e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc85feb4-13e6-453a-8d95-301d8e965c82,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:47.873511 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-aa92b5ac-b6e9-41b2-b9f0-b5d814d494e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.876597 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-aa92b5ac-b6e9-41b2-b9f0-b5d814d494e4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/dc85feb4-13e6-453a-8d95-301d8e965c82 HTTP/1.1" status: 204 len: 168 time: 0.2687619 Jun 25 16:18:47.878850 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fd54ec-b8c1-432c-a8b3-5c1370f2787b None None] Network 0ce5b658-d808-486b-9016-1fe99af9da26 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:18:47.879180 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48196) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:47.952137 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (0ce5b658-d808-486b-9016-1fe99af9da26), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:47.995577 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Deleting port b9779c88-26e2-423b-9068-2c9932621e5d {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:18:47.995915 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.063123 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] For port b9779c88-26e2-423b-9068-2c9932621e5d, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=b9779c88-26e2-423b-9068-2c9932621e5d,segment=NetworkSegment(5d28eb00-2148-42bf-922a-b9bebf28d7ae),segment_id=5d28eb00-2148-42bf-922a-b9bebf28d7ae)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:18:48.063503 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.083358 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Calling delete_port for b9779c88-26e2-423b-9068-2c9932621e5d owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:18:48.146882 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:48.170612 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (b9779c88-26e2-423b-9068-2c9932621e5d), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.192994 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9779c88-26e2-423b-9068-2c9932621e5d,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:48.198576 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] No DVR routers for this DVR port b9779c88-26e2-423b-9068-2c9932621e5d on host dv-cinder-847620-2-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:18:48.245698 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ae9f2-6ceb-4c89-a192-d784b0a7ce9d None None] DHCP port deletion for 0ce5b658-d808-486b-9016-1fe99af9da26 request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:18:48.275006 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (0ce5b658-d808-486b-9016-1fe99af9da26), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.295995 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce5b658-d808-486b-9016-1fe99af9da26']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:48.305352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d28eb00-2148-42bf-922a-b9bebf28d7ae') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:48.305642 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d28eb00-2148-42bf-922a-b9bebf28d7ae') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:18:48.314941 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3584222'] for segment (5d28eb00-2148-42bf-922a-b9bebf28d7ae), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.329535 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (5d28eb00-2148-42bf-922a-b9bebf28d7ae), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.337046 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:18:48.337393 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065859'] for segment (5d28eb00-2148-42bf-922a-b9bebf28d7ae), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.401047 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (0ce5b658-d808-486b-9016-1fe99af9da26), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.406247 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.411954 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ce5b658-d808-486b-9016-1fe99af9da26 HTTP/1.1" status: 204 len: 168 time: 0.5289326 Jun 25 16:18:48.423950 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 5d28eb00-2148-42bf-922a-b9bebf28d7ae resource provider aggregate not found Jun 25 16:18:48.428765 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639cb91-f7ad-4344-a48e-a5783f0b1f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ce5b658-d808-486b-9016-1fe99af9da26,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:48.441151 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 5d28eb00-2148-42bf-922a-b9bebf28d7ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d28eb00-2148-42bf-922a-b9bebf28d7ae found for delete ", "request_id": "req-d6f34672-91b4-4406-8c31-ea424b7ccd2e"}]} Jun 25 16:18:48.478121 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 84ac1a17-9cb8-401c-8ef7-7558e93d0121 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:18:48.497309 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 84ac1a17-9cb8-401c-8ef7-7558e93d0121 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:18:48.497623 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 84ac1a17-9cb8-401c-8ef7-7558e93d0121 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:18:48.498031 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device a8a6b6f9-3050-49ca-afa4-6fd07921b6cb no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:18:48.519511 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: a8a6b6f9-3050-49ca-afa4-6fd07921b6cb {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:18:48.519844 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device a8a6b6f9-3050-49ca-afa4-6fd07921b6cb not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:18:48.520453 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device b9779c88-26e2-423b-9068-2c9932621e5d no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:18:48.538576 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: b9779c88-26e2-423b-9068-2c9932621e5d {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:18:48.538912 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device b9779c88-26e2-423b-9068-2c9932621e5d not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:18:48.600385 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48208) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:48.640904 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fa83a81e-1498-4b10-879e-f554eb689359 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1730bdd7de14144bf75c92004923f9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393369 Jun 25 16:18:48.643943 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48210) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:48.704274 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f63e2213-5073-400e-b41f-cae95b68ada3 admin admin] Publish callbacks [] for security_group (4e57537f-270f-45f4-8670-32e7f73261a8), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.706502 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:48.727212 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f63e2213-5073-400e-b41f-cae95b68ada3 admin admin] Publish callbacks [] for security_group (4e57537f-270f-45f4-8670-32e7f73261a8), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.775192 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f63e2213-5073-400e-b41f-cae95b68ada3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (4e57537f-270f-45f4-8670-32e7f73261a8), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.777666 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f63e2213-5073-400e-b41f-cae95b68ada3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:48.778802 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f63e2213-5073-400e-b41f-cae95b68ada3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e57537f-270f-45f4-8670-32e7f73261a8 HTTP/1.1" status: 204 len: 168 time: 0.1335981 Jun 25 16:18:48.787958 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e2213-5073-400e-b41f-cae95b68ada3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e57537f-270f-45f4-8670-32e7f73261a8,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:49.113383 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48216) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:49.154563 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-88f60240-d6b4-491f-ae41-a7a43333bbd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30f6f1f26604417994fee495603b5838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400388 Jun 25 16:18:49.157199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48218) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:18:49.211380 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63f6894-ce7d-4418-a7e1-5ea7e6ff31e5 admin admin] Publish callbacks [] for security_group (cadbd665-28e1-494c-9e9c-8f0883919024), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:49.236129 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63f6894-ce7d-4418-a7e1-5ea7e6ff31e5 admin admin] Publish callbacks [] for security_group (cadbd665-28e1-494c-9e9c-8f0883919024), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:49.294030 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63f6894-ce7d-4418-a7e1-5ea7e6ff31e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (cadbd665-28e1-494c-9e9c-8f0883919024), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:49.297915 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-d63f6894-ce7d-4418-a7e1-5ea7e6ff31e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:18:49.299561 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-d63f6894-ce7d-4418-a7e1-5ea7e6ff31e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cadbd665-28e1-494c-9e9c-8f0883919024 HTTP/1.1" status: 204 len: 168 time: 0.1414475 Jun 25 16:18:49.307696 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f6894-ce7d-4418-a7e1-5ea7e6ff31e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadbd665-28e1-494c-9e9c-8f0883919024,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:18:53.991584 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=21 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:54.018781 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=2 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:58.781988 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=3,neutron:DELETE=2 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:58.787646 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:59.302235 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=41,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:59.303078 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=80,neutron:DELETE=12 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:59.320508 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:18:59.321243 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:11.097413 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:12.409780 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-2f0584bb-15d7-40ea-b392-4cc48f1336a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:13.068694 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:19:14.457005 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-5c9a71ca-2809-4a62-9403-fb90f5fb01ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:15.950392 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:17.630742 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:17.869279 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:21.050000 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-6561df01-28c8-4b9f-96f2-67986b2c3cb0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434425 Jun 25 16:19:21.139884 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-e62a47cb-9d6f-490a-bccd-cb2bf67579f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:21.141331 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-e62a47cb-9d6f-490a-bccd-cb2bf67579f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 1130 time: 0.0409145 Jun 25 16:19:21.254506 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-66c301fc-deca-404b-8aaa-cbdc0a81f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:21.255961 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-66c301fc-deca-404b-8aaa-cbdc0a81f138 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.0935352 Jun 25 16:19:21.318958 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-cbdce621-306e-4c08-9ae5-5f43fbe56039 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77 HTTP/1.1" status: 200 len: 1001 time: 0.0569029 Jun 25 16:19:21.367423 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-4b35df38-0093-4f69-b213-fe557dc92296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:21.368861 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-4b35df38-0093-4f69-b213-fe557dc92296 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0447364 Jun 25 16:19:21.413651 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-3fe49525-e44d-4f9d-a04d-7c5548a65895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:21.415028 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-3fe49525-e44d-4f9d-a04d-7c5548a65895 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400250 Jun 25 16:19:21.512011 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-95532522-c9f3-4170-8142-d3b6feaddcbc service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909889 Jun 25 16:19:21.608505 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-2b118787-06e5-4834-9a9f-6766ccc9162a req-b4040f0a-4145-44c2-957f-50239b4d69e6 service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906115 Jun 25 16:19:23.061308 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=16 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:23.068336 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=18 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:27.848059 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:27.863395 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:31.603831 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=45 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:31.605130 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=56 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:41.092099 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:42.410691 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-8b61bb54-86d6-43d2-bb31-4ce5738e981c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:44.455798 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-17ade758-48b6-4358-9423-73d8961adeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:45.953099 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:47.629714 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:47.865081 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:48.755051 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48238) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:19:49.074192 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Deleting port 0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:19:49.074414 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:49.151738 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:49.152068 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:49.165323 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Calling delete_port for 0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a owned by network:floatingip {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:19:49.317590 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:49.346834 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event deleted for resources: {'Port': ['ID=0f9e1bdd-ecc1-4b04-9122-dd36f21aef3a,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:19:49.374780 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.375121 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.375453 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.375781 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.376108 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.376448 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.376771 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.377118 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.377431 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.377728 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.378045 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.378382 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.378724 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.379070 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.379383 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:49.420624 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (c033ff4d-f5e2-4501-974b-b856e4985f0c), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:49.420948 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.db.l3_db [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Floating IP c033ff4d-f5e2-4501-974b-b856e4985f0c disassociated (deleted). External IP: 172.27.2.116, port: 107462c9-7523-4740-bf19-c9c6fec3b93d. Jun 25 16:19:49.628052 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Router ef26b951-697d-4207-8f99-ad0844fdea03 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:19:49.728591 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:19:49.733140 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:49.739081 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] Sync routers for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:19:49.749060 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:19:49.749658 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:19:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:19:49.751839 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:49.766244 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-075af4bf-43e8-4eb3-af25-6048f9bca32a tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "DELETE /v2.0/floatingips/c033ff4d-f5e2-4501-974b-b856e4985f0c HTTP/1.1" status: 204 len: 168 time: 1.0101471 Jun 25 16:19:49.766945 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:19:49.770594 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962" -d '{"events": [{"name": "network-changed", "server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:19:49.817060 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60510874-6cf3-4616-b284-8751ec215fc8 x-openstack-request-id: req-60510874-6cf3-4616-b284-8751ec215fc8 {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:19:49.817347 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:19:49.817598 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60510874-6cf3-4616-b284-8751ec215fc8 {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:19:49.818005 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60510874-6cf3-4616-b284-8751ec215fc8'] response: {'name': 'network-changed', 'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'status': 'completed', 'code': 200} Jun 25 16:19:49.852135 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:19:49.878319 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-0041c850-4603-4159-b770-9b8f7d8c983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:49.879762 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-0041c850-4603-4159-b770-9b8f7d8c983a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 1129 time: 0.0414472 Jun 25 16:19:49.903861 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:49.993312 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-5f909f14-c7d5-4566-aaf2-3e72471195f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:49.994732 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-5f909f14-c7d5-4566-aaf2-3e72471195f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.1096241 Jun 25 16:19:50.029341 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84edc299-a941-4a07-80e0-000c25bba83d req-8a0cc30b-a73c-4ec4-9815-2cb99ecd4b79 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:50.030809 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84edc299-a941-4a07-80e0-000c25bba83d req-8a0cc30b-a73c-4ec4-9815-2cb99ecd4b79 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 945 time: 0.0514929 Jun 25 16:19:50.073508 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:19:50.080308 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-84edc299-a941-4a07-80e0-000c25bba83d req-db4770bc-c775-4a77-80d3-a4c97e571fed tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436780 Jun 25 16:19:50.081927 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b9756fdc-95f5-455d-b97a-bbed7ec1e86e', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:16:15Z', 'updated_at': '2022-06-25T16:16:17Z', 'revision_number': 1, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:19:50.106530 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] Checking router: ef26b951-697d-4207-8f99-ad0844fdea03 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:19:50.115568 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:19:50.116163 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:19:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:19:50.218496 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:19:50.425590 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b9756fdc-95f5-455d-b97a-bbed7ec1e86e', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:16:15Z', 'updated_at': '2022-06-25T16:16:17Z', 'revision_number': 1, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:19:50.449713 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75b4f61-3d73-4de9-8073-72c7cec6d86f None None] The sync data for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi is: [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_floatingips': [{'id': 'b9756fdc-95f5-455d-b97a-bbed7ec1e86e', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'router_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'port_id': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'mac_address': 'fa:16:3e:74:7b:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-25T16:16:15Z', 'updated_at': '2022-06-25T16:16:17Z', 'revision_number': 1, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:19:50.671623 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629eb5e-156f-41f9-b86a-fc886beabf47 None None] New status for floating IP c033ff4d-f5e2-4501-974b-b856e4985f0c: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:19:50.942436 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-b49d6949-9a41-450f-93b2-b3c0499d50e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=107462c9-7523-4740-bf19-c9c6fec3b93d HTTP/1.1" status: 200 len: 217 time: 0.0424681 Jun 25 16:19:50.995778 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-10b06151-cd80-4a3f-9143-98de6d754669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:50.997157 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-10b06151-cd80-4a3f-9143-98de6d754669 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0468357 Jun 25 16:19:51.114882 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-edcfb6dc-c1be-4f28-9622-ca50a3ab0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:51.116383 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-edcfb6dc-c1be-4f28-9622-ca50a3ab0612 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404127 Jun 25 16:19:51.233897 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb38bff-b4da-41e8-a1e7-9172eb06a498 req-63f7f91e-6812-42bd-8769-ffbe8db2fca0 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:51.235327 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5cb38bff-b4da-41e8-a1e7-9172eb06a498 req-63f7f91e-6812-42bd-8769-ffbe8db2fca0 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 945 time: 0.0842185 Jun 25 16:19:51.265124 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-ceb79682-e52d-44d4-861c-d06c998f347c service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419001 Jun 25 16:19:51.295555 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5cb38bff-b4da-41e8-a1e7-9172eb06a498 req-b4ba73eb-88de-4611-9ff6-66ba19e5e6f8 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520699 Jun 25 16:19:51.435166 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5dd11eb3-ae1b-4a99-b57d-ab765f22e962 req-2801313b-8db8-4b8e-a460-9e5ae1c8c13a service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871215 Jun 25 16:19:51.469208 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-a575ddcf-0a96-43de-9c68-579f3705fd37 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:51.470662 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-a575ddcf-0a96-43de-9c68-579f3705fd37 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 945 time: 0.0532954 Jun 25 16:19:51.552022 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Deleting port 107462c9-7523-4740-bf19-c9c6fec3b93d {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:19:51.552275 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:51.648784 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] For port 107462c9-7523-4740-bf19-c9c6fec3b93d, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=107462c9-7523-4740-bf19-c9c6fec3b93d,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:19:51.649149 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:51.662702 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Calling delete_port for 107462c9-7523-4740-bf19-c9c6fec3b93d owned by compute:nova {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:19:51.797476 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (107462c9-7523-4740-bf19-c9c6fec3b93d), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:51.823071 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event deleted for resources: {'Port': ['ID=107462c9-7523-4740-bf19-c9c6fec3b93d,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:19:51.836783 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.837096 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.837431 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.837764 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.842108 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:19:51.880949 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] No DVR routers for this DVR port 107462c9-7523-4740-bf19-c9c6fec3b93d on host hv-cinder-84762 {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:19:51.883394 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:51.886602 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-681465b4-732c-45cf-a3c6-bc4f2e92a96e req-cedfa1e4-3e71-48cf-b94d-eb05d1055c6c tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "DELETE /v2.0/ports/107462c9-7523-4740-bf19-c9c6fec3b93d HTTP/1.1" status: 204 len: 173 time: 0.4112074 Jun 25 16:19:51.887041 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'name': 'network-vif-deleted', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:19:51.889600 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f90058-a2cd-4abc-ba0d-781e65afae04" -d '{"events": [{"server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "name": "network-vif-deleted", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:19:51.925829 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf8bccc-1cc3-431e-aa63-6527141189f0 x-openstack-request-id: req-7cf8bccc-1cc3-431e-aa63-6527141189f0 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:19:51.926194 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552a9dd3-f749-4a67-afdb-1d4a206c7046", "name": "network-vif-deleted", "tag": "107462c9-7523-4740-bf19-c9c6fec3b93d", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:19:51.926503 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7cf8bccc-1cc3-431e-aa63-6527141189f0 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:19:51.927062 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf8bccc-1cc3-431e-aa63-6527141189f0'] response: {'server_uuid': '552a9dd3-f749-4a67-afdb-1d4a206c7046', 'name': 'network-vif-deleted', 'tag': '107462c9-7523-4740-bf19-c9c6fec3b93d', 'status': 'completed', 'code': 200} Jun 25 16:19:52.405337 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-91046df9-151f-4924-8c3c-57c40acecbf7 req-00b0fbf6-64df-4c23-a4f1-69cda35c2bbd tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=552a9dd3-f749-4a67-afdb-1d4a206c7046 HTTP/1.1" status: 200 len: 210 time: 0.0296562 Jun 25 16:19:55.652245 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 107462c9-7523-4740-bf19-c9c6fec3b93d no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:19:55.675788 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 107462c9-7523-4740-bf19-c9c6fec3b93d {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:19:55.676124 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 107462c9-7523-4740-bf19-c9c6fec3b93d not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:19:55.723118 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48278) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:19:55.868371 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Deleting port 72a058b2-6a0f-4437-a087-84e4e9487143 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:19:55.868745 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (72a058b2-6a0f-4437-a087-84e4e9487143), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:55.962680 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (72a058b2-6a0f-4437-a087-84e4e9487143), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:55.962955 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (72a058b2-6a0f-4437-a087-84e4e9487143), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:55.976356 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Calling delete_port for 72a058b2-6a0f-4437-a087-84e4e9487143 owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:19:56.148638 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:56.154931 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (72a058b2-6a0f-4437-a087-84e4e9487143), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:56.158407 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:56.181563 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event deleted for resources: {'Port': ['ID=72a058b2-6a0f-4437-a087-84e4e9487143,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:19:56.244747 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (b9756fdc-95f5-455d-b97a-bbed7ec1e86e), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:56.244983 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.db.l3_db [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Floating IP b9756fdc-95f5-455d-b97a-bbed7ec1e86e disassociated (deleted). External IP: 172.27.2.37, port: 0c4c3de8-0099-4bf6-aba3-58227e338f77. Jun 25 16:19:56.452713 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Router ef26b951-697d-4207-8f99-ad0844fdea03 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:19:56.559633 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:19:56.564514 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:56.570186 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] Sync routers for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:19:56.581014 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:19:56.581755 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:19:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:19:56.596216 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-03804248-03cc-4591-a5a4-ec484859c56f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "DELETE /v2.0/floatingips/b9756fdc-95f5-455d-b97a-bbed7ec1e86e HTTP/1.1" status: 204 len: 168 time: 0.8695168 Jun 25 16:19:56.596216 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77'}] {{(pid=104057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:19:56.596710 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f31387c4b42d9176e0a5b22b538f52e45691e85f03bd0fa21097013590298f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f180ac-4576-41b0-87aa-80356c8955f8" -d '{"events": [{"name": "network-changed", "server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77"}]}' {{(pid=104057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:19:56.635064 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 25 Jun 2022 16:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de441652-c0ab-4307-bc1c-514f996582f2 x-openstack-request-id: req-de441652-c0ab-4307-bc1c-514f996582f2 {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:19:56.635348 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77", "status": "completed", "code": 200}]} {{(pid=104057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:19:56.635616 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-de441652-c0ab-4307-bc1c-514f996582f2 {{(pid=104057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:19:56.636146 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de441652-c0ab-4307-bc1c-514f996582f2'] response: {'name': 'network-changed', 'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'status': 'completed', 'code': 200} Jun 25 16:19:56.691296 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:19:56.696843 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-6c2411b9-4492-4b5a-80eb-3d0a849f6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:56.698414 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-6c2411b9-4492-4b5a-80eb-3d0a849f6710 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c5bb30b042f3422faf43af82b27b37a5&device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 1130 time: 0.0420420 Jun 25 16:19:56.807352 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-e4a35100-00df-4d18-ab06-5b4c2c4ff266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:56.808825 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-e4a35100-00df-4d18-ab06-5b4c2c4ff266 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 200 len: 913 time: 0.1037145 Jun 25 16:19:56.841390 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b060dcc-b97a-4605-8a02-ea31a8e6f240 req-afbd2ae9-4711-484f-b0f8-d10df69dc135 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:56.842764 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5b060dcc-b97a-4605-8a02-ea31a8e6f240 req-afbd2ae9-4711-484f-b0f8-d10df69dc135 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 946 time: 0.0498848 Jun 25 16:19:56.846631 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:56.893372 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-5b060dcc-b97a-4605-8a02-ea31a8e6f240 req-09f83a2c-65de-432d-9a06-bcbb9442c9a6 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441403 Jun 25 16:19:56.963548 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=100 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:56.986072 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:19:57.016850 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] Checking router: ef26b951-697d-4207-8f99-ad0844fdea03 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:19:57.025976 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:19:57.026564 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:19:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:19:57.128045 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:19:57.320696 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:19:57.346017 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04c644c-d4ea-4064-9bd8-ce53b9cff6de None None] The sync data for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi is: [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:14Z', 'revision_number': 4, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi', '_interfaces': [{'id': '5051bb7e-1aa4-4491-bef2-c65a09faa1ab', 'name': '', 'network_id': '4493f90c-02cf-4ced-9f9f-700abb5cb837', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'mac_address': 'fa:16:3e:f1:09:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:13Z', 'updated_at': '2022-06-25T16:13:18Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'subnets': [{'id': 'd64c37ba-03d3-48c5-a690-9548e82c8d83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:19:57.593910 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ccd0dc-29f4-4e82-b91d-23de7ef013f6 None None] New status for floating IP b9756fdc-95f5-455d-b97a-bbed7ec1e86e: DOWN {{(pid=104059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 25 16:19:57.749522 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-fbe0ea5b-9030-47fa-b1c8-ee008d23b37e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77 HTTP/1.1" status: 200 len: 217 time: 0.0356104 Jun 25 16:19:57.809060 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-d1cca47e-7585-4bd3-959c-9b09e87a89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:57.810489 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-d1cca47e-7585-4bd3-959c-9b09e87a89d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 200 len: 851 time: 0.0542653 Jun 25 16:19:57.934683 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-514be948-a90a-4b92-a36e-62e7917bfc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:57.936895 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-514be948-a90a-4b92-a36e-62e7917bfc38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4493f90c-02cf-4ced-9f9f-700abb5cb837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526702 Jun 25 16:19:58.022025 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d730e9-2c2f-4fea-aaf6-212dbdf860ce req-fc47cada-589f-414d-9ee5-a005558911cc tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:58.023603 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07d730e9-2c2f-4fea-aaf6-212dbdf860ce req-fc47cada-589f-414d-9ee5-a005558911cc tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 946 time: 0.0516315 Jun 25 16:19:58.034772 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-a097a602-003a-41ea-8d07-1f8972fae16f service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901651 Jun 25 16:19:58.073138 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-07d730e9-2c2f-4fea-aaf6-212dbdf860ce req-b7f61138-22a3-43f0-85e1-9ebdae17f504 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/security-groups?id=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438662 Jun 25 16:19:58.188646 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [req-97f180ac-4576-41b0-87aa-80356c8955f8 req-c5a59735-55ed-4bca-b13c-9c39fe1df62f service neutron] 10.222.0.26 "GET /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969312 Jun 25 16:19:58.210245 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4a336-fcb9-486f-b192-f34f371335bd req-fb0c6cc2-c14a-4310-8630-8ff86a5e553e tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 25 16:19:58.211828 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04f4a336-fcb9-486f-b192-f34f371335bd req-fb0c6cc2-c14a-4310-8630-8ff86a5e553e tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 946 time: 0.0475130 Jun 25 16:19:58.573498 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-04f4a336-fcb9-486f-b192-f34f371335bd req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Deleting port 0c4c3de8-0099-4bf6-aba3-58227e338f77 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:19:58.573795 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-04f4a336-fcb9-486f-b192-f34f371335bd req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:58.661146 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:58.666326 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [req-04f4a336-fcb9-486f-b192-f34f371335bd req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] For port 0c4c3de8-0099-4bf6-aba3-58227e338f77, host hv-cinder-84762, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84762',level=0,port_id=0c4c3de8-0099-4bf6-aba3-58227e338f77,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:19:58.666687 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-04f4a336-fcb9-486f-b192-f34f371335bd req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:58.674018 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=100 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:19:58.680982 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [req-04f4a336-fcb9-486f-b192-f34f371335bd req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Calling delete_port for 0c4c3de8-0099-4bf6-aba3-58227e338f77 owned by compute:nova {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:19:58.822683 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-04f4a336-fcb9-486f-b192-f34f371335bd req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (0c4c3de8-0099-4bf6-aba3-58227e338f77), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:58.849840 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event deleted for resources: {'Port': ['ID=0c4c3de8-0099-4bf6-aba3-58227e338f77,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:19:58.899678 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f4a336-fcb9-486f-b192-f34f371335bd req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] No DVR routers for this DVR port 0c4c3de8-0099-4bf6-aba3-58227e338f77 on host hv-cinder-84762 {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:19:58.902389 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [req-04f4a336-fcb9-486f-b192-f34f371335bd req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for port (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:19:58.905673 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-04f4a336-fcb9-486f-b192-f34f371335bd req-8e0f1421-cea7-4967-a130-2e6668a87803 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.26 "DELETE /v2.0/ports/0c4c3de8-0099-4bf6-aba3-58227e338f77 HTTP/1.1" status: 204 len: 173 time: 0.6870670 Jun 25 16:19:58.906110 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'name': 'network-vif-deleted', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77'}] {{(pid=104058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 25 16:19:58.908378 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}468ca68e7153099b9dc308ba04d8b7385552bfc88022cb67fb85e876e2d45a1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b900323b-a1f2-4c9e-9bf6-a60bcaffa4bb" -d '{"events": [{"server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "name": "network-vif-deleted", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77"}]}' {{(pid=104058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 25 16:19:58.945041 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 25 Jun 2022 16:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff215967-d6ca-45ef-9ff6-178d10fd06ea x-openstack-request-id: req-ff215967-d6ca-45ef-9ff6-178d10fd06ea {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 25 16:19:58.945347 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268b2363-bee8-4f04-a236-5b2a92fdd9d2", "name": "network-vif-deleted", "tag": "0c4c3de8-0099-4bf6-aba3-58227e338f77", "status": "completed", "code": 200}]} {{(pid=104058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 25 16:19:58.945570 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff215967-d6ca-45ef-9ff6-178d10fd06ea {{(pid=104058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 25 16:19:58.945970 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff215967-d6ca-45ef-9ff6-178d10fd06ea'] response: {'server_uuid': '268b2363-bee8-4f04-a236-5b2a92fdd9d2', 'name': 'network-vif-deleted', 'tag': '0c4c3de8-0099-4bf6-aba3-58227e338f77', 'status': 'completed', 'code': 200} Jun 25 16:19:59.172016 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [req-8ede3983-0d46-4719-a200-a2a7016e9743 req-b7367b1a-6196-437f-95d6-ad712bb2d5ee tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "GET /v2.0/ports?device_id=268b2363-bee8-4f04-a236-5b2a92fdd9d2 HTTP/1.1" status: 200 len: 210 time: 0.0280786 Jun 25 16:20:00.244217 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48294) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:00.326968 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:00.356145 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Deleting port a672e693-6604-421c-8339-946f0d5271fe {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:20:00.356507 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (a672e693-6604-421c-8339-946f0d5271fe), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:00.420807 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=100 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:00.436348 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (a672e693-6604-421c-8339-946f0d5271fe), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:00.436698 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (a672e693-6604-421c-8339-946f0d5271fe), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:00.449559 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Calling delete_port for a672e693-6604-421c-8339-946f0d5271fe owned by network:floatingip {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:20:00.581577 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (a672e693-6604-421c-8339-946f0d5271fe), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:00.608210 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event deleted for resources: {'Port': ['ID=a672e693-6604-421c-8339-946f0d5271fe,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:00.673090 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for floatingip (1a9898c7-9f40-49b1-88b1-af6e2626b387), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:00.675805 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458240'] for floatingip (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:00.676983 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-fe3c3b4a-119a-427c-b051-05aba55f1bd5 tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "DELETE /v2.0/floatingips/1a9898c7-9f40-49b1-88b1-af6e2626b387 HTTP/1.1" status: 204 len: 168 time: 0.4321544 Jun 25 16:20:01.683714 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 0c4c3de8-0099-4bf6-aba3-58227e338f77 no longer exists at agent hyperv_hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:20:01.704552 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] No Port match for: 0c4c3de8-0099-4bf6-aba3-58227e338f77 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:20:01.704866 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Device 0c4c3de8-0099-4bf6-aba3-58227e338f77 not bound to the agent host hv-cinder-84762 {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:20:01.936965 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48306) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:01.996063 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd21c-2ade-4964-b5ba-f34dd9c7454f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group (79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:02.022614 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd21c-2ade-4964-b5ba-f34dd9c7454f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group (79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:02.088337 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd21c-2ade-4964-b5ba-f34dd9c7454f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:02.090980 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-bd4bd21c-2ade-4964-b5ba-f34dd9c7454f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:02.092113 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-bd4bd21c-2ade-4964-b5ba-f34dd9c7454f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] 10.222.0.13 "DELETE /v2.0/security-groups/79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4 HTTP/1.1" status: 204 len: 168 time: 0.1542492 Jun 25 16:20:02.101611 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bd21c-2ade-4964-b5ba-f34dd9c7454f tempest-TestVolumeBootPattern-647003375 tempest-TestVolumeBootPattern-647003375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc2d7e-43ae-4d9e-8ccc-c05f85404fa4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:02.142729 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48310) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:02.596066 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (ef26b951-697d-4207-8f99-ad0844fdea03), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:02.872066 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:02.919228 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:03.055405 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Deleting port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:20:03.056133 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:03.144699 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] For port 5051bb7e-1aa4-4491-bef2-c65a09faa1ab, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=5051bb7e-1aa4-4491-bef2-c65a09faa1ab,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:20:03.144958 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:03.163494 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Calling delete_port for 5051bb7e-1aa4-4491-bef2-c65a09faa1ab owned by network:router_interface {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:20:03.344194 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (5051bb7e-1aa4-4491-bef2-c65a09faa1ab), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:03.366130 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5051bb7e-1aa4-4491-bef2-c65a09faa1ab,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:03.531190 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (ef26b951-697d-4207-8f99-ad0844fdea03), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:03.741537 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Router ef26b951-697d-4207-8f99-ad0844fdea03 has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:20:03.748642 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:03.754561 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:03.854403 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:20:03.862416 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-d6c68872-518e-4c18-9c37-b28d4d1ee8a5 admin admin] 10.222.0.13 "PUT /v2.0/routers/ef26b951-697d-4207-8f99-ad0844fdea03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7158260 Jun 25 16:20:03.862416 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48314) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:03.865513 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] Sync routers for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:20:03.876618 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:20:03.877528 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:19:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:03.965689 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks [] for router (ef26b951-697d-4207-8f99-ad0844fdea03), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:03.976203 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: dv-cinder-847620-2-iscsi {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:20:04.062656 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks [] for router_gateway (ef26b951-697d-4207-8f99-ad0844fdea03), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.106456 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Deleting port 61d0ff48-1350-4331-b7a6-c5614ac6fe22 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:20:04.107136 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.138680 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73'}], 'enable_snat': True}, 'gw_port_id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:20:03Z', 'revision_number': 5, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port': {'id': '61d0ff48-1350-4331-b7a6-c5614ac6fe22', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:5b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:04.166824 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] Checking router: ef26b951-697d-4207-8f99-ad0844fdea03 for host: dv-cinder-847620-2-iscsi {{(pid=104060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:20:04.175315 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] Routers {'ef26b951-697d-4207-8f99-ad0844fdea03'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:20:04.175928 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:19:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['ef26b951-697d-4207-8f99-ad0844fdea03'], 'active': True} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:04.188581 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] For port 61d0ff48-1350-4331-b7a6-c5614ac6fe22, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=61d0ff48-1350-4331-b7a6-c5614ac6fe22,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:20:04.188944 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.202408 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Calling delete_port for 61d0ff48-1350-4331-b7a6-c5614ac6fe22 owned by network:router_gateway {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:20:04.253114 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_dvr_db [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] Set router ef26b951-697d-4207-8f99-ad0844fdea03 gateway port host: None {{(pid=104060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:20:04.302492 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.l3_hamode_db [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:20:04Z', 'revision_number': 6, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port_host': None}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:04.329393 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4882657-89b3-4613-9041-2927f4db2f68 None None] The sync data for ids ['ef26b951-697d-4207-8f99-ad0844fdea03'] in dv-cinder-847620-2-iscsi is: [{'id': 'ef26b951-697d-4207-8f99-ad0844fdea03', 'name': 'tempest-TestVolumeBootPattern-1693662910-router', 'tenant_id': 'c5bb30b042f3422faf43af82b27b37a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:11Z', 'updated_at': '2022-06-25T16:20:04Z', 'revision_number': 6, 'project_id': 'c5bb30b042f3422faf43af82b27b37a5', 'gw_port_host': None}] {{(pid=104060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:20:04.373539 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (61d0ff48-1350-4331-b7a6-c5614ac6fe22), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.399735 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Pushing event deleted for resources: {'Port': ['ID=61d0ff48-1350-4331-b7a6-c5614ac6fe22,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:04.462886 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (ef26b951-697d-4207-8f99-ad0844fdea03), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.546555 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (ef26b951-697d-4207-8f99-ad0844fdea03), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.548782 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks [] for router_controller (ef26b951-697d-4207-8f99-ad0844fdea03), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.594924 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (ef26b951-697d-4207-8f99-ad0844fdea03), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.595661 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef26b951-697d-4207-8f99-ad0844fdea03 {{(pid=104057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:20:04.600474 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.601620 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-9535a20e-0d46-4e23-b0f5-b2a4037987dd admin admin] 10.222.0.13 "DELETE /v2.0/routers/ef26b951-697d-4207-8f99-ad0844fdea03 HTTP/1.1" status: 204 len: 168 time: 0.7382646 Jun 25 16:20:04.604198 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48316) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:04.645301 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:04.652816 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.db_base_plugin_v2 [None req-48454e21-ae5f-4e1f-af84-6de42e3b99e5 admin admin] Deleting subnet d64c37ba-03d3-48c5-a690-9548e82c8d83 {{(pid=104057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:20:04.656334 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48454e21-ae5f-4e1f-af84-6de42e3b99e5 admin admin] Publish callbacks [] for subnet (d64c37ba-03d3-48c5-a690-9548e82c8d83), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.695192 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48454e21-ae5f-4e1f-af84-6de42e3b99e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3313019'] for subnet (d64c37ba-03d3-48c5-a690-9548e82c8d83), precommit_delete_associations {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.726265 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:04.781404 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48454e21-ae5f-4e1f-af84-6de42e3b99e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (d64c37ba-03d3-48c5-a690-9548e82c8d83), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.785771 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 5051bb7e-1aa4-4491-bef2-c65a09faa1ab no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:20:04.807619 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 5051bb7e-1aa4-4491-bef2-c65a09faa1ab {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:20:04.808046 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 5051bb7e-1aa4-4491-bef2-c65a09faa1ab not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:20:04.839149 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48454e21-ae5f-4e1f-af84-6de42e3b99e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3313049', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3303754'] for subnet (d64c37ba-03d3-48c5-a690-9548e82c8d83), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.879041 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48454e21-ae5f-4e1f-af84-6de42e3b99e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d64c37ba-03d3-48c5-a690-9548e82c8d83,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:04.882836 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-48454e21-ae5f-4e1f-af84-6de42e3b99e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for subnet (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:04.885997 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-48454e21-ae5f-4e1f-af84-6de42e3b99e5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d64c37ba-03d3-48c5-a690-9548e82c8d83 HTTP/1.1" status: 204 len: 168 time: 0.2808080 Jun 25 16:20:04.889149 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48318) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:04.889496 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c802b58c-e9ae-40fb-a73c-07574643ff83 None None] Network 4493f90c-02cf-4ced-9f9f-700abb5cb837 requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:20:04.958389 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (4493f90c-02cf-4ced-9f9f-700abb5cb837), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.008757 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Deleting port 22d9cc33-2a2b-4064-9731-a9d04ab70873 {{(pid=104057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:20:05.009087 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.071411 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.db [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] For port 22d9cc33-2a2b-4064-9731-a9d04ab70873, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=22d9cc33-2a2b-4064-9731-a9d04ab70873,segment=NetworkSegment(6d6c74cb-11af-4efa-8acc-da7af6e0b124),segment_id=6d6c74cb-11af-4efa-8acc-da7af6e0b124)] {{(pid=104057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:20:05.072104 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.084901 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.plugin [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Calling delete_port for 22d9cc33-2a2b-4064-9731-a9d04ab70873 owned by network:dhcp {{(pid=104057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:20:05.154627 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] DHCP port deletion for 4493f90c-02cf-4ced-9f9f-700abb5cb837 request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:20:05.176745 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3313102'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.197497 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Deleting port 22d9cc33-2a2b-4064-9731-a9d04ab70873 {{(pid=104059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:20:05.197957 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), before_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.200212 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Pushing event deleted for resources: {'Port': ['ID=22d9cc33-2a2b-4064-9731-a9d04ab70873,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:05.205711 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] No DVR routers for this DVR port 22d9cc33-2a2b-4064-9731-a9d04ab70873 on host dv-cinder-847620-2-iscsi {{(pid=104057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:20:05.269052 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.db [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] For port 22d9cc33-2a2b-4064-9731-a9d04ab70873, host dv-cinder-847620-2-iscsi, got binding levels [] {{(pid=104059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:20:05.269532 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), precommit_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.278797 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (4493f90c-02cf-4ced-9f9f-700abb5cb837), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.284024 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Calling delete_port for 22d9cc33-2a2b-4064-9731-a9d04ab70873 owned by network:dhcp {{(pid=104059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:20:05.287166 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.ipam_backend_mixin [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Port 22d9cc33-2a2b-4064-9731-a9d04ab70873 was not found and therefore no delete operation was performed {{(pid=104059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 25 16:20:05.288493 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554'] for port (22d9cc33-2a2b-4064-9731-a9d04ab70873), after_delete {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.299558 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4493f90c-02cf-4ced-9f9f-700abb5cb837']}} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:05.309334 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6c74cb-11af-4efa-8acc-da7af6e0b124') {'for_net_delete': True} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:05.309622 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.services.segments.db [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6c74cb-11af-4efa-8acc-da7af6e0b124') {} {{(pid=104057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:05.311905 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Pushing event deleted for resources: {'Port': ['ID=22d9cc33-2a2b-4064-9731-a9d04ab70873,revision_number=None']} {{(pid=104059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:05.319622 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.319922 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.320475 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.321022 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.321346 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.321670 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.321986 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.322299 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.322590 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.322896 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.323208 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.323546 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.323815 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3312992'] for segment (6d6c74cb-11af-4efa-8acc-da7af6e0b124), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.324003 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.324495 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.324982 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847620-2-iscsi {{(pid=104059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 25 16:20:05.329845 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a607d4-1f10-47d4-8035-9b94e5aef9b0 None None] No DVR routers for this DVR port 22d9cc33-2a2b-4064-9731-a9d04ab70873 on host dv-cinder-847620-2-iscsi {{(pid=104059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:20:05.338344 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (6d6c74cb-11af-4efa-8acc-da7af6e0b124), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.345827 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=104057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:20:05.345827 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3313139'] for segment (6d6c74cb-11af-4efa-8acc-da7af6e0b124), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.365488 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 6d6c74cb-11af-4efa-8acc-da7af6e0b124 resource provider aggregate not found Jun 25 16:20:05.404132 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.services.segments.plugin [-] Segment 6d6c74cb-11af-4efa-8acc-da7af6e0b124 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d6c74cb-11af-4efa-8acc-da7af6e0b124 found for delete ", "request_id": "req-5e1c988d-bdde-44e5-866d-589fe2fca077"}]} Jun 25 16:20:05.413408 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (4493f90c-02cf-4ced-9f9f-700abb5cb837), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.419265 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.422369 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] 10.222.0.13 "DELETE /v2.0/networks/4493f90c-02cf-4ced-9f9f-700abb5cb837 HTTP/1.1" status: 204 len: 168 time: 0.5321844 Jun 25 16:20:05.425846 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48324) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:05.434532 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d9cf9b-a76f-4109-b6dc-345b66f2caff admin admin] Pushing event deleted for resources: {'Network': ['ID=4493f90c-02cf-4ced-9f9f-700abb5cb837,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:05.739606 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-651493'] for router_interface (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:05.955577 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Deleting port 8a5ef698-3093-40ac-a822-03b9722054b8 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:20:05.955917 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:06.038835 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] For port 8a5ef698-3093-40ac-a822-03b9722054b8, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=8a5ef698-3093-40ac-a822-03b9722054b8,segment=NetworkSegment(8c0830fd-2056-4340-aafb-c3321851d313),segment_id=8c0830fd-2056-4340-aafb-c3321851d313)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:20:06.039082 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:06.052090 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Calling delete_port for 8a5ef698-3093-40ac-a822-03b9722054b8 owned by network:router_interface {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:20:06.059954 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:06.061969 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:06.232444 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (8a5ef698-3093-40ac-a822-03b9722054b8), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:06.256708 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5ef698-3093-40ac-a822-03b9722054b8,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:06.412672 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-651377'] for router_interface (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:06.552997 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 61d0ff48-1350-4331-b7a6-c5614ac6fe22 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:20:06.571964 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 61d0ff48-1350-4331-b7a6-c5614ac6fe22 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:20:06.572247 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 61d0ff48-1350-4331-b7a6-c5614ac6fe22 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:20:06.572682 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 22d9cc33-2a2b-4064-9731-a9d04ab70873 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:20:06.593236 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 22d9cc33-2a2b-4064-9731-a9d04ab70873 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:20:06.593574 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 22d9cc33-2a2b-4064-9731-a9d04ab70873 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:20:06.617377 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b has already been hosted by L3 agent 1d71507e-8708-47bc-8478-2f92fbf99327 {{(pid=104058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 25 16:20:06.716656 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] Notify agent at l3_agent.dv-cinder-847620-2-iscsi the message routers_updated {{(pid=104058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 25 16:20:06.721904 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-3a593bcb-c6b7-408a-878c-9a742f08576e admin admin] 10.222.0.13 "PUT /v2.0/routers/fde3699f-9da2-4fa3-b0c6-31be3afdfd9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2947292 Jun 25 16:20:06.724309 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48326) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:06.726730 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] Sync routers for ids ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'] in dv-cinder-847620-2-iscsi {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 25 16:20:06.738503 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] Routers {'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:20:06.739130 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:19:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:06.823937 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks [] for router (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:06.911548 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:06.926345 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:06.928720 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks [] for router_gateway (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:06.970404 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] Set router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b gateway port host: dv-cinder-847620-2-iscsi {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:20:06.975055 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Deleting port 6d3fb363-8d4b-4c56-a136-9ecc797d8997 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:20:06.975394 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.058199 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] For port 6d3fb363-8d4b-4c56-a136-9ecc797d8997, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=6d3fb363-8d4b-4c56-a136-9ecc797d8997,segment=NetworkSegment(ca8bf639-8546-476e-aca1-100e0777bae3),segment_id=ca8bf639-8546-476e-aca1-100e0777bae3)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:20:07.058536 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.071381 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Calling delete_port for 6d3fb363-8d4b-4c56-a136-9ecc797d8997 owned by network:router_gateway {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:20:07.134441 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'external_fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142'}], 'enable_snat': True}, 'gw_port_id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:16Z', 'updated_at': '2022-06-25T16:20:06Z', 'revision_number': 5, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'gw_port': {'id': '6d3fb363-8d4b-4c56-a136-9ecc797d8997', 'name': '', 'network_id': '6e28cae3-f145-4522-a714-a63fa709a75b', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:b0:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'ip_address': '172.27.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847620-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-25T16:13:17Z', 'updated_at': '2022-06-25T16:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9caabfce-049e-46ec-887c-71f5cb52b292', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847620-2-iscsi'}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:07.160084 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] Checking router: fde3699f-9da2-4fa3-b0c6-31be3afdfd9b for host: dv-cinder-847620-2-iscsi {{(pid=104059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 25 16:20:07.168587 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] Routers {'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'} bound to L3 agent in host dv-cinder-847620-2-iscsi {{(pid=104059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 25 16:20:07.169202 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847620-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-25T15:58:14Z,description=,heartbeat_timestamp=2022-06-25T16:19:44Z,host='dv-cinder-847620-2-iscsi',id=1d71507e-8708-47bc-8478-2f92fbf99327,load=0,resource_versions=,resources_synced=,started_at=2022-06-25T15:58:14Z,topic='l3_agent')) {'router_ids': ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'], 'active': True} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:07.235573 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (6d3fb363-8d4b-4c56-a136-9ecc797d8997), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.255211 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_dvr_db [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] Set router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b gateway port host: None {{(pid=104059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 25 16:20:07.261521 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3fb363-8d4b-4c56-a136-9ecc797d8997,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:07.306640 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.db.l3_hamode_db [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:16Z', 'updated_at': '2022-06-25T16:20:06Z', 'revision_number': 6, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'gw_port_host': None}], 'dv-cinder-847620-2-iscsi', False) {} {{(pid=104059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:07.320501 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-650837'] for router_gateway (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.332499 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8d080-ce73-4647-8f16-b544f06c5c1c None None] The sync data for ids ['fde3699f-9da2-4fa3-b0c6-31be3afdfd9b'] in dv-cinder-847620-2-iscsi is: [{'id': 'fde3699f-9da2-4fa3-b0c6-31be3afdfd9b', 'name': 'tempest-TestVolumeBootPattern-1000991485-router', 'tenant_id': 'cabbc5fd45484def9cc8f536d576d517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-25T16:13:16Z', 'updated_at': '2022-06-25T16:20:06Z', 'revision_number': 6, 'project_id': 'cabbc5fd45484def9cc8f536d576d517', 'gw_port_host': None}] {{(pid=104059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 25 16:20:07.410452 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-652636', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30462'] for router (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.412628 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks [] for router_controller (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.462130 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-652754'] for router (fde3699f-9da2-4fa3-b0c6-31be3afdfd9b), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.462812 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fde3699f-9da2-4fa3-b0c6-31be3afdfd9b {{(pid=104058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 25 16:20:07.468855 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.470526 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-460cae7d-7cfd-4d26-b194-f423939d6a43 admin admin] 10.222.0.13 "DELETE /v2.0/routers/fde3699f-9da2-4fa3-b0c6-31be3afdfd9b HTTP/1.1" status: 204 len: 168 time: 0.7451701 Jun 25 16:20:07.473677 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48328) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:07.516703 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ab3d77-39f9-4aa3-b790-acdbe2c637a0 admin admin] Deleting subnet 4fe08161-1764-438f-ae95-a8e0ee5d74ee {{(pid=104058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 25 16:20:07.519788 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d77-39f9-4aa3-b790-acdbe2c637a0 admin admin] Publish callbacks [] for subnet (4fe08161-1764-438f-ae95-a8e0ee5d74ee), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.553485 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d77-39f9-4aa3-b790-acdbe2c637a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3584197'] for subnet (4fe08161-1764-438f-ae95-a8e0ee5d74ee), precommit_delete_associations {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.628865 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d77-39f9-4aa3-b790-acdbe2c637a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16337992'] for subnet (4fe08161-1764-438f-ae95-a8e0ee5d74ee), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.689836 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d77-39f9-4aa3-b790-acdbe2c637a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16338022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3065961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3942109'] for subnet (4fe08161-1764-438f-ae95-a8e0ee5d74ee), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.714548 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab3d77-39f9-4aa3-b790-acdbe2c637a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe08161-1764-438f-ae95-a8e0ee5d74ee,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:07.720352 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-17ab3d77-39f9-4aa3-b790-acdbe2c637a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.724877 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-17ab3d77-39f9-4aa3-b790-acdbe2c637a0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4fe08161-1764-438f-ae95-a8e0ee5d74ee HTTP/1.1" status: 204 len: 168 time: 0.2502263 Jun 25 16:20:07.726438 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [-] (104058) accepted ('10.222.0.13', 48330) {{(pid=104058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:07.727959 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed7f7b-cf98-44fb-9a37-2f208878309d None None] Network 969b6561-57b5-42ca-92aa-b139a63353aa requested from dv-cinder-847620-2-iscsi {{(pid=104059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 25 16:20:07.793463 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:07.798170 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16520159'] for network (969b6561-57b5-42ca-92aa-b139a63353aa), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.806462 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=7 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:07.848998 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Deleting port 62236f31-f9fe-4828-b9ff-4f09c595d580 {{(pid=104058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 25 16:20:07.849333 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8764610377256'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.911751 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.db [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] For port 62236f31-f9fe-4828-b9ff-4f09c595d580, host dv-cinder-847620-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847620-2-iscsi',level=0,port_id=62236f31-f9fe-4828-b9ff-4f09c595d580,segment=NetworkSegment(8c0830fd-2056-4340-aafb-c3321851d313),segment_id=8c0830fd-2056-4340-aafb-c3321851d313)] {{(pid=104058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 25 16:20:07.912106 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649170'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:07.925075 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.plugin [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Calling delete_port for 62236f31-f9fe-4828-b9ff-4f09c595d580 owned by network:dhcp {{(pid=104058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 25 16:20:08.011606 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16657047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-90196', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8764610382704', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8764609863554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3065918'] for port (62236f31-f9fe-4828-b9ff-4f09c595d580), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.034982 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Pushing event deleted for resources: {'Port': ['ID=62236f31-f9fe-4828-b9ff-4f09c595d580,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:08.040371 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] No DVR routers for this DVR port 62236f31-f9fe-4828-b9ff-4f09c595d580 on host dv-cinder-847620-2-iscsi {{(pid=104058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 25 16:20:08.112167 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8c73b8-fc12-4609-a585-3da9026c1e50 None None] DHCP port deletion for 969b6561-57b5-42ca-92aa-b139a63353aa request from dv-cinder-847620-2-iscsi {{(pid=104059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 25 16:20:08.115331 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16762677', 'neutron.services.segments.db._delete_segments_for_network-8764610158219'] for network (969b6561-57b5-42ca-92aa-b139a63353aa), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.115542 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:08.117094 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:08.142285 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969b6561-57b5-42ca-92aa-b139a63353aa']}} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:08.151962 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0830fd-2056-4340-aafb-c3321851d313') {'for_net_delete': True} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:08.152249 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.services.segments.db [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0830fd-2056-4340-aafb-c3321851d313') {} {{(pid=104058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 25 16:20:08.161593 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8764610158996', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3584222'] for segment (8c0830fd-2056-4340-aafb-c3321851d313), before_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.174610 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440'] for segment (8c0830fd-2056-4340-aafb-c3321851d313), precommit_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.181306 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=104058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 25 16:20:08.181685 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16768440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3065859'] for segment (8c0830fd-2056-4340-aafb-c3321851d313), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.201361 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 8c0830fd-2056-4340-aafb-c3321851d313 resource provider aggregate not found Jun 25 16:20:08.240133 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.services.segments.plugin [-] Segment 8c0830fd-2056-4340-aafb-c3321851d313 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c0830fd-2056-4340-aafb-c3321851d313 found for delete ", "request_id": "req-edd9b3e8-3bfa-470d-b6a7-83a6e99af9fc"}]} Jun 25 16:20:08.249521 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16762668', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574860', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589298', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-531010'] for network (969b6561-57b5-42ca-92aa-b139a63353aa), after_delete {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.255287 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron_lib.callbacks.manager [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589284'] for network (None), before_response {{(pid=104058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.258516 dv-cinder-847620-2-iscsi neutron-server[104058]: INFO neutron.wsgi [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] 10.222.0.13 "DELETE /v2.0/networks/969b6561-57b5-42ca-92aa-b139a63353aa HTTP/1.1" status: 204 len: 168 time: 0.5311596 Jun 25 16:20:08.269993 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d06a10-3970-41b8-9e2b-167779134133 admin admin] Pushing event deleted for resources: {'Network': ['ID=969b6561-57b5-42ca-92aa-b139a63353aa,revision_number=None']} {{(pid=104058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:08.380140 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48338) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:08.419812 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-5fe755d4-fa4f-4f84-a5bc-04ac29122ae5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c5bb30b042f3422faf43af82b27b37a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385687 Jun 25 16:20:08.422357 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48340) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:08.474478 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f2dc-7283-4d44-9e70-3ddb288135e2 admin admin] Publish callbacks [] for security_group (9e9b7d1b-2e7d-42fd-94c3-7894096e8be4), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.496320 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f2dc-7283-4d44-9e70-3ddb288135e2 admin admin] Publish callbacks [] for security_group (9e9b7d1b-2e7d-42fd-94c3-7894096e8be4), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.497840 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:08.508357 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 6d3fb363-8d4b-4c56-a136-9ecc797d8997 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:20:08.513922 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:08.528791 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 6d3fb363-8d4b-4c56-a136-9ecc797d8997 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:20:08.529137 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 6d3fb363-8d4b-4c56-a136-9ecc797d8997 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:20:08.529542 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 8a5ef698-3093-40ac-a822-03b9722054b8 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:20:08.547757 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 8a5ef698-3093-40ac-a822-03b9722054b8 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:20:08.548363 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 8a5ef698-3093-40ac-a822-03b9722054b8 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:20:08.548823 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 62236f31-f9fe-4828-b9ff-4f09c595d580 no longer exists at agent ovs-agent-dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 25 16:20:08.549017 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f2dc-7283-4d44-9e70-3ddb288135e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (9e9b7d1b-2e7d-42fd-94c3-7894096e8be4), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.551846 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-f6b1f2dc-7283-4d44-9e70-3ddb288135e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:08.553060 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-f6b1f2dc-7283-4d44-9e70-3ddb288135e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e9b7d1b-2e7d-42fd-94c3-7894096e8be4 HTTP/1.1" status: 204 len: 168 time: 0.1298616 Jun 25 16:20:08.562010 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1f2dc-7283-4d44-9e70-3ddb288135e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9b7d1b-2e7d-42fd-94c3-7894096e8be4,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:08.574498 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.plugin [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] No Port match for: 62236f31-f9fe-4828-b9ff-4f09c595d580 {{(pid=104059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 25 16:20:08.574833 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron.plugins.ml2.rpc [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Device 62236f31-f9fe-4828-b9ff-4f09c595d580 not bound to the agent host dv-cinder-847620-2-iscsi {{(pid=104059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 25 16:20:08.899109 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48346) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:08.942987 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-02fabc08-388b-432c-81cd-42ec096e49bf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cabbc5fd45484def9cc8f536d576d517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407605 Jun 25 16:20:08.944162 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [-] (104057) accepted ('10.222.0.13', 48348) {{(pid=104057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 25 16:20:08.993712 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04880549-c814-4e8b-9e84-94a522dc514a admin admin] Publish callbacks [] for security_group (3718ce23-82ac-4af2-89b9-2a57ee0b6a4f), before_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:09.016897 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04880549-c814-4e8b-9e84-94a522dc514a admin admin] Publish callbacks [] for security_group (3718ce23-82ac-4af2-89b9-2a57ee0b6a4f), precommit_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:09.070511 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04880549-c814-4e8b-9e84-94a522dc514a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574931'] for security_group (3718ce23-82ac-4af2-89b9-2a57ee0b6a4f), after_delete {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:09.072965 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron_lib.callbacks.manager [None req-04880549-c814-4e8b-9e84-94a522dc514a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:09.074154 dv-cinder-847620-2-iscsi neutron-server[104057]: INFO neutron.wsgi [None req-04880549-c814-4e8b-9e84-94a522dc514a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3718ce23-82ac-4af2-89b9-2a57ee0b6a4f HTTP/1.1" status: 204 len: 168 time: 0.1290934 Jun 25 16:20:09.082435 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04880549-c814-4e8b-9e84-94a522dc514a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3718ce23-82ac-4af2-89b9-2a57ee0b6a4f,revision_number=None']} {{(pid=104057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 25 16:20:11.088927 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:12.410805 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-e7209c0a-f3b2-4ed1-807a-331c4ff09293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:14.305183 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=91 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:14.306359 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:14.455501 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4eca8545-3428-4172-88d3-38955fa4be43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:15.956359 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:17.635609 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:17.862704 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:18.242071 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:18.260871 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG dbcounter [-] [104058] Writing DB stats neutron:SELECT=42,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:19.052484 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=23,neutron:DELETE=7 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:19.077660 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG dbcounter [-] [104057] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=104057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:27.075619 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:20:32.699393 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:32.700437 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=28,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:37.067843 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:37.070402 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:41.092854 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:42.410444 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-70a48df5-79cd-46ef-99eb-2cecdbc3c661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:44.454382 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-14da15d1-e268-4947-969a-7aa1c33ee433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:45.958055 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:47.647764 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:47.865440 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:20:57.847434 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:20:57.858980 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:21:04.078963 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:21:11.092067 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:12.409927 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-c5501abb-6d55-4ea1-a87b-9b9bc518b742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:14.072009 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=16 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:21:14.453732 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-24f0f2e0-c4bb-4a11-ab6e-e103990bf585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:15.975107 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:17.649944 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:17.862793 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:19.997104 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=20 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:21:27.849468 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:21:27.853838 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:21:41.081748 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:21:41.089960 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:42.411448 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-b3c003c7-f9fd-46f0-bfb8-2aae64b22937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:44.453075 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-7b715167-3fa1-4fbe-86d2-8bda068350af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:45.971106 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:47.652507 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:47.858658 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:21:49.702455 dv-cinder-847620-2-iscsi neutron-server[104057]: DEBUG neutron.wsgi [req-d66049da-7f0b-4456-b61b-11a6b32e8049 req-08b8054c-7ef6-4781-8987-31d72699aebc service neutron] (104057) timed out ('10.222.0.26', 58778) {{(pid=104057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 25 16:21:51.074390 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=5 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:21:51.075600 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:21:57.839305 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:21:57.850134 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:22:11.013148 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:22:11.014132 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:DELETE=1 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:22:11.086544 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:12.421205 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-ee882e69-28b6-4e54-8c15-487981b26881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:14.453184 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-beaa9d2a-312f-4d77-b625-7bdd48a35b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:15.973938 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:17.653624 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:17.847629 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:18.081694 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:22:22.033686 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:22:28.077866 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:22:32.696217 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:22:32.699710 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:22:41.108527 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:42.418974 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-3bda7ef8-d8a2-482e-825f-fc67c75c7386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:44.452977 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-60573081-51ea-497a-8db3-d0afebfd48da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:45.977459 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:47.658101 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:47.844757 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:22:55.083153 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:22:57.831840 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:22:57.838560 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:22:59.037174 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=5 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:23:11.109974 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:12.410430 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-bd3dcef6-0fbc-48d3-9545-6721f4835311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:12.761967 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=12 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:23:12.766361 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=17 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:23:14.453639 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-01d17790-dbeb-4c00-acbe-944b03b5219e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:15.978537 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:17.664104 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:17.843468 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:27.834254 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:23:27.835371 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:23:32.097315 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:23:41.114847 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:42.086393 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=3 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:23:42.087554 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=5 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:23:42.412657 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-05a776bf-bdcf-4f07-96e0-55054a60c6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:44.453104 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4f66628d-a3f6-4b2a-b15d-958d4f9874fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:45.980511 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:47.680522 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:47.840366 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:23:57.832462 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:23:57.835487 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:24:09.086040 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:24:11.117467 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:12.409909 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1127df18-8431-423e-a56c-5adf2ec75562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:14.452734 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-026c0762-2c27-4670-a031-f6aac0fb0154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:15.983009 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:17.675815 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:17.838656 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:19.081192 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=5 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:24:19.082487 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:24:32.835149 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:24:32.837149 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:24:41.137740 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:42.420766 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-1b9541cb-2455-465d-988b-3e813bab4cae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:44.454706 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-39de3031-7c83-4f7d-ad25-59b1f071413f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:45.998075 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:46.087824 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:24:47.680534 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:47.840506 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:24:56.081219 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:24:56.082458 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=4 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:24:57.831357 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=11 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:24:57.834992 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:25:07.042901 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-74acb4b6-b875-4589-a4f7-732e795091b3 service neutron] (104058) timed out ('10.222.0.13', 43248) {{(pid=104058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 25 16:25:07.232262 dv-cinder-847620-2-iscsi neutron-server[104058]: DEBUG neutron.wsgi [req-5857c533-6d7c-4f3a-97ab-14f8a7d54aa8 req-6cc88754-35ec-46cd-abbd-2c1ecf50391f tempest-AttachVolumeShelveTestJSON-1604464304 tempest-AttachVolumeShelveTestJSON-1604464304-project] (104058) timed out ('10.222.0.13', 43260) {{(pid=104058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 25 16:25:11.126907 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-feb89a92-2695-4208-b9d1-40a4b3fbf852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (14f4ec78-4820-49bc-9462-b76fe6dd48b8), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:25:12.413802 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-af60dd57-8d36-4b68-bea4-d2c5a6c7abc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (e4f5b1c3-76c2-4db4-bb4b-1bf783344c33), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:25:12.718261 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=10 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:25:12.722366 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG dbcounter [-] [104060] Writing DB stats neutron:SELECT=16 {{(pid=104060) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:25:14.454492 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-a2f3427f-8bc4-4076-90ab-d0b188fe236b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1d71507e-8708-47bc-8478-2f92fbf99327), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:25:15.999640 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-4ad9ecbb-3deb-4678-95de-aa378204260a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (1b719861-31db-4719-92a9-093529db8217), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:25:17.682870 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-40828b36-40c3-4aaa-acf9-8fee3968eb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (cb5390ce-7e57-4b9d-a208-da85e77f9b1c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:25:17.836171 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG neutron_lib.callbacks.manager [None req-63a53686-3cc3-47d8-ba99-0cdd964741e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8764610158201', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16338804'] for agent (314a87f7-ed2e-4ac2-87ca-0beeee915b9c), after_update {{(pid=104059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 25 16:25:23.087016 dv-cinder-847620-2-iscsi neutron-server[104060]: DEBUG neutron.db.agents_db [None req-0e317e08-2109-40c3-969d-ea1d5deabbbf None None] Agent healthcheck: found 6 active agents {{(pid=104060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 25 16:25:27.827541 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 25 16:25:27.828812 dv-cinder-847620-2-iscsi neutron-server[104059]: DEBUG dbcounter [-] [104059] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104059) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}